-- Logs begin at Wed 2021-06-23 03:10:05 UTC, end at Wed 2021-06-23 04:14:30 UTC. -- Jun 23 03:50:28.182013 dv-cinder-768592-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 03:50:30.811622 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.common.config [-] Logging enabled! Jun 23 03:50:30.812165 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 03:50:30.812310 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 03:50:30.815411 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.common.config [-] Logging enabled! Jun 23 03:50:30.815690 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 03:50:30.816003 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 03:50:30.816900 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 03:50:30.817137 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 03:50:30.817502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 03:50:30.817750 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 03:50:30.817978 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 03:50:30.818306 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.818601 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.818896 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.819126 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.819423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.819803 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.820088 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.820378 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.820678 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.820968 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.821249 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.821534 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.821765 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.822053 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.822336 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.822622 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.822851 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] debug = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.823129 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.823588 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.824001 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.824282 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.824713 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.824834 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.825109 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.825382 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.825665 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.825993 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] host = dv-cinder-768592-6-smb {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.826271 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.826555 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.826840 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.827122 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.827394 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.827705 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.827990 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.828264 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.828536 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.828811 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.829097 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.829381 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.829670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.829895 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.830116 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.830402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.830687 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.831506 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.831781 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.832056 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.832330 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.832603 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.832871 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.833154 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.833439 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.833720 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.833994 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.834267 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.834538 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.834808 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.835090 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.835359 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.835659 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.835932 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.836218 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.836484 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.836754 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.837051 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.837333 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.837613 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.837898 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.838171 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.838453 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.838724 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.838994 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.839263 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] use_json = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.839558 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.839829 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.840109 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.840380 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.840648 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.840919 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.841189 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.841470 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:30.841764 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.842063 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.842363 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.842647 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.842940 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.843225 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.843535 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.843815 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.844104 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.844393 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.844681 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.844959 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.845244 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.845520 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.845813 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.846118 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.846410 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.847565 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.847853 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.848130 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.848408 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.848690 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.848979 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.849273 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.849564 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.849840 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.850119 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.850410 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.850689 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.850961 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.851239 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.851607 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.851887 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.852160 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.852443 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.852725 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.852997 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.853270 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.853553 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.853843 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.854118 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.854388 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.854660 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.854936 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.855206 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.855523 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.855803 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.856076 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.856347 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.856624 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.856895 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.857167 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.857442 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.857713 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.857988 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.858257 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.858528 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.858799 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.859068 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.859338 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.859636 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.859907 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.860181 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.860452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.860721 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.861009 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.861262 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.861536 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.861825 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.862120 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.862430 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.862712 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.862991 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.863272 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.863588 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.863868 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.864147 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.864427 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.864701 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.864989 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.865270 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.865555 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.865834 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.866110 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.866403 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.866680 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.866960 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.867236 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.867539 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.867829 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.868112 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.868403 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.868695 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.868988 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.869280 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.869575 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.869855 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.870160 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.870441 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:30.870660 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 03:50:30.870902 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99730) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 03:50:31.217954 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:50:31.218236 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:50:31.218536 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:50:31.218872 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 03:50:31.605229 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.605532 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.605820 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.607114 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.607390 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.607680 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.642196 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.642485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.642754 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.656091 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.656374 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.656648 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.686976 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.687255 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.687550 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.723330 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.723632 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.723903 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.954193 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.954799 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.954799 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.954983 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:31.955728 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.077586 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.077909 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.078191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.078466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.078742 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.079089 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.079353 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.079637 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.079894 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.080181 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.080444 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.080713 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.081492 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.081761 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.082018 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.082287 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.082559 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.083823 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.084118 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.084388 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.084687 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.085049 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.085312 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.085601 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.085858 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.086112 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.086503 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:32.086746 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:32.086986 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:32.087221 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:32.087474 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:32.087710 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:32.088075 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 03:50:32.091105 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 03:50:32.094999 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 03:50:32.099557 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 23 03:50:32.101170 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 03:50:32.101622 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 03:50:32.101958 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 03:50:32.102342 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 03:50:32.105329 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 03:50:32.105588 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 03:50:32.105939 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 03:50:32.132981 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 03:50:32.133427 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.133728 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99730) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 03:50:32.134094 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.135451 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99730) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 03:50:32.135738 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 03:50:32.135984 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 03:50:32.139152 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.139452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:32.202609 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 03:50:32.202846 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 03:50:32.203083 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 03:50:32.203471 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 03:50:32.224702 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_db.sqlalchemy.engines [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99730) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 03:50:32.873961 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing driver for type 'gre' Jun 23 03:50:32.874417 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] gre ID ranges: [(1, 1000)] Jun 23 03:50:33.016540 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing driver for type 'local' Jun 23 03:50:33.017120 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing driver for type 'vlan' Jun 23 03:50:33.090946 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] VlanTypeDriver initialization complete Jun 23 03:50:33.091319 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing driver for type 'vxlan' Jun 23 03:50:33.091862 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] vxlan ID ranges: [(1, 1000)] Jun 23 03:50:33.283541 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing extension driver 'port_security' Jun 23 03:50:33.283886 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.extensions.port_security [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] PortSecurityExtensionDriver initialization complete Jun 23 03:50:33.284722 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing mechanism driver 'openvswitch' Jun 23 03:50:33.285311 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing mechanism driver 'hyperv' Jun 23 03:50:33.295830 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.plugins.ml2.plugin [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:50:33.296605 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.296983 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.297345 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.297735 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.298093 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.298444 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.298821 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.299167 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.299578 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.300506 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > security_group after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.300859 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > security_group after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.301203 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.301583 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.301928 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.302267 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.302647 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > address_group after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.302997 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > address_group after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.303337 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.303702 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] ML2 OVO RPC backend initialized. {{(pid=99730) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 03:50:33.304399 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.304753 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.305170 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.305516 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > networks before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.305863 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.306203 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > ports before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.306545 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.306889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnets before_response 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.307236 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.307610 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.307948 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.308283 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.308617 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.308959 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.309295 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.309631 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.309964 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.310540 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.plugin [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Modular L2 Plugin initialization complete Jun 23 03:50:33.310869 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading services supported by the core plugin {{(pid=99730) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 03:50:33.311194 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.plugins.ml2.managers [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Got port-security extension from driver 'port_security' Jun 23 03:50:33.311687 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.extensions.vlantransparent [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Disabled vlantransparent extension. Jun 23 03:50:33.316485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99730) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 03:50:33.316485 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: router Jun 23 03:50:33.359011 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.359408 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_create 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.359812 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router before_create 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.360180 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.360554 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.360908 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_delete 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.361273 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.361637 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_create 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.361984 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_update 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.362933 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_update 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.363285 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.363674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_update 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.364116 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.364493 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.364838 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.365175 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: subnet after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.365516 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.365862 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.366214 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.366559 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.366900 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.367260 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router after_update 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.367632 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.367987 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_create 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.368355 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.368704 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_update 55549900 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.369075 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > network after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.369936 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Tracking information for resource: router configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:33.370269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Tracking information for resource: floatingip configured {{(pid=99730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 03:50:33.375178 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.db.l3_agentschedulers_db [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 03:50:33.375788 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.376151 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port after_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.376502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port after_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.376854 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: port after_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.377646 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router before_create 55550100 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.378035 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.378399 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_create 55550100 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.378757 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > router precommit_update 55550100 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.383245 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.provider_configuration [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service providers = [] {{(pid=99730) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 03:50:33.383642 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.db.servicetype_db [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99730) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 03:50:33.386523 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.service_base [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 03:50:33.386872 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.service_base [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 03:50:33.387216 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.service_base [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 03:50:33.388109 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.services.service_base [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 03:50:33.388483 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.services.service_base [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 03:50:33.388859 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.389176 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 03:50:33.404264 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.404600 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: auto_allocate Jun 23 03:50:33.411112 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: network precommit_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.411510 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: network precommit_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.412059 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.412384 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: tag Jun 23 03:50:33.418900 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.419225 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: timestamp Jun 23 03:50:33.422974 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.423303 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: network_ip_availability Jun 23 03:50:33.430808 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.431184 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.436923 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.436923 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.436923 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: flavors Jun 23 03:50:33.441367 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.441707 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading Plugin: revisions Jun 23 03:50:33.446213 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 03:50:33.446609 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_concurrency.lockutils [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.228s {{(pid=99730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:50:33.447381 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99730) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 03:50:33.447743 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Initializing extension manager. Jun 23 03:50:33.448256 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: __init__.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.448600 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: __pycache__ {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.448933 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.449265 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: address_group.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.450034 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.450610 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: address-group Jun 23 03:50:33.450933 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: address_scope.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.451658 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.452179 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: address-scope Jun 23 03:50:33.452499 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.453415 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.453930 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: router-admin-state-down-before-update Jun 23 03:50:33.454254 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: agent.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.454940 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.455594 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: agent Jun 23 03:50:33.455944 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: agent_resources_synced.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.456868 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.457377 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: agent-resources-synced Jun 23 03:50:33.457695 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: allowedaddresspairs.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.459483 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.460004 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: allowed-address-pairs Jun 23 03:50:33.460329 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: auto_allocated_topology.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.461630 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.462159 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: auto-allocated-topology Jun 23 03:50:33.462489 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: availability_zone.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.463170 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.463711 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: availability_zone Jun 23 03:50:33.464039 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: availability_zone_filter.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.464934 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.465443 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: availability_zone_filter Jun 23 03:50:33.465764 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: data_plane_status.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.472724 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.473311 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 03:50:33.473687 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: default_subnetpools.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.474615 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.475172 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: default-subnetpools Jun 23 03:50:33.475568 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.476401 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.477014 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: dhcp_agent_scheduler Jun 23 03:50:33.477374 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: dns.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.478302 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.478857 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 03:50:33.479212 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: dns_domain_ports.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.480233 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.480834 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 03:50:33.481198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.482141 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.482703 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 03:50:33.483061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: dvr.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.483833 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.484428 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: dvr Jun 23 03:50:33.484788 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: empty_string_filtering.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.485741 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.486292 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: empty-string-filtering Jun 23 03:50:33.486647 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.488268 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.488819 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 03:50:33.489177 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.490164 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.490772 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 03:50:33.491129 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: external_net.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.492090 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.492649 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: external-net Jun 23 03:50:33.493004 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.493974 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.494523 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: extra_dhcp_opt Jun 23 03:50:33.494876 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: extraroute.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.495846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.496392 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: extraroute Jun 23 03:50:33.496748 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: extraroute_atomic.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.497831 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.498392 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: extraroute-atomic Jun 23 03:50:33.498770 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: filter_validation.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.499488 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.500096 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: filter-validation Jun 23 03:50:33.500460 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: fip_pf_description.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.501381 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.501928 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 03:50:33.502282 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: fip_port_details.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.503251 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.503882 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: fip-port-details Jun 23 03:50:33.514261 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: flavors.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.515335 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.515896 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: flavors Jun 23 03:50:33.516227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.517895 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.518942 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 03:50:33.519277 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: floatingip_pools.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.519985 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.520503 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: floatingip-pools Jun 23 03:50:33.520824 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: ip_allocation.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.521753 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.522263 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 03:50:33.522581 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.523562 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.524076 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: ip-substring-filtering Jun 23 03:50:33.524395 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l2_adjacency.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.525300 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.526023 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 03:50:33.526106 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.527057 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.527600 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: router Jun 23 03:50:33.527929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.530293 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.530821 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 03:50:33.531152 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.532092 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.532612 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: ext-gw-mode Jun 23 03:50:33.532938 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.533886 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.535188 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: l3-ha Jun 23 03:50:33.535533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3_flavors.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.536441 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.536952 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: l3-flavors Jun 23 03:50:33.537272 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.543609 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.544117 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 03:50:33.544434 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: l3agentscheduler.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.545452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.545963 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: l3_agent_scheduler Jun 23 03:50:33.546289 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: logging.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.547828 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.548351 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension logging not supported by any of loaded plugins Jun 23 03:50:33.548684 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: metering.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.549411 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.550039 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: metering Jun 23 03:50:33.550367 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.551449 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.551971 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: metering_source_and_destination_fields Jun 23 03:50:33.552375 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: multiprovidernet.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.553276 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.553791 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: multi-provider Jun 23 03:50:33.554122 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: netmtu.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.555009 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.555547 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: net-mtu Jun 23 03:50:33.555872 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: netmtu_writable.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.556757 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.557265 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: net-mtu-writable Jun 23 03:50:33.557587 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: network_availability_zone.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.558235 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.558767 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: network_availability_zone Jun 23 03:50:33.559085 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: network_ip_availability.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.560184 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.560698 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: network-ip-availability Jun 23 03:50:33.561017 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: network_segment_range.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.561756 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.562258 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 03:50:33.562586 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: pagination.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.563567 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.563896 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: pagination Jun 23 03:50:33.564214 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: port_device_profile.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.565135 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.565655 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: port-device-profile Jun 23 03:50:33.565976 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.570235 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.570738 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: port-mac-address-regenerate Jun 23 03:50:33.571057 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.572037 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.572539 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: port-numa-affinity-policy Jun 23 03:50:33.572855 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: port_resource_request.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.573741 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.574242 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 03:50:33.574558 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: portbindings.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.575475 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.576031 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: binding Jun 23 03:50:33.576348 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: portbindings_extended.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.577600 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.578112 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: binding-extended Jun 23 03:50:33.578437 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: portsecurity.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.579321 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.579858 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: port-security Jun 23 03:50:33.580179 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: project_id.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.581689 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.582015 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: project-id Jun 23 03:50:33.582333 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: providernet.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.583225 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.583755 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: provider Jun 23 03:50:33.584070 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.587730 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.588250 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos not supported by any of loaded plugins Jun 23 03:50:33.588582 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.589822 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.590338 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 03:50:33.590667 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.591612 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.592121 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 03:50:33.598303 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_default.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.599089 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.599788 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-default not supported by any of loaded plugins Jun 23 03:50:33.600201 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_fip.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.600936 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.601533 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 03:50:33.601955 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_gateway_ip.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.603016 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.603664 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 03:50:33.604081 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_port_network_policy.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.605052 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.605654 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 03:50:33.606109 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_rule_type_details.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.607089 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.607726 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 03:50:33.608194 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: qos_rules_alias.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.609294 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.609907 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 03:50:33.610313 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: quotasv2.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.611303 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.611744 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: quotas Jun 23 03:50:33.612163 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: quotasv2_detail.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.615297 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.615673 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: quota_details Jun 23 03:50:33.616010 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: rbac.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.617054 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.617580 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: rbac-policies Jun 23 03:50:33.617908 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: rbac_address_group.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.618821 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.619382 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: rbac-address-group Jun 23 03:50:33.619739 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: rbac_address_scope.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.620641 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.621166 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: rbac-address-scope Jun 23 03:50:33.621490 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: rbac_security_groups.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.622386 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.622903 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: rbac-security-groups Jun 23 03:50:33.623226 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: rbac_subnetpool.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.624151 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.624662 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: rbac-subnetpool Jun 23 03:50:33.624984 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: revisionifmatch.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.631449 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.631970 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: revision-if-match Jun 23 03:50:33.632292 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: revisions.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.633589 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.634109 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: standard-attr-revisions Jun 23 03:50:33.634436 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: router_availability_zone.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.635102 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.635649 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: router_availability_zone Jun 23 03:50:33.635975 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: routerservicetype.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.636904 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.637417 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 03:50:33.637741 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.638660 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.639159 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: security-groups-normalized-cidr Jun 23 03:50:33.639512 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.640414 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.640928 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: port-security-groups-filtering Jun 23 03:50:33.641250 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.642149 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.642663 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: security-groups-remote-address-group Jun 23 03:50:33.642984 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: securitygroup.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.652957 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.653492 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: security-group Jun 23 03:50:33.653827 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: segment.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.654818 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.655333 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension segment not supported by any of loaded plugins Jun 23 03:50:33.655693 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.656634 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.657151 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 03:50:33.657476 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: servicetype.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.658575 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.659756 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: service-type Jun 23 03:50:33.660353 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: sorting.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.661318 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.661650 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: sorting Jun 23 03:50:33.661973 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: standard_attr_segment.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.662944 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.663495 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 03:50:33.668637 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: standardattrdescription.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.668637 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.668637 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: standard-attr-description Jun 23 03:50:33.668637 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: stateful_security_group.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.669323 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.669846 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: stateful-security-group Jun 23 03:50:33.670171 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: stdattrs_common.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.670739 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 03:50:33.671060 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.672037 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.672725 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 03:50:33.673142 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: subnet_onboard.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.674226 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.674775 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: subnet_onboard Jun 23 03:50:33.675101 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.676046 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.676563 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 03:50:33.676890 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: subnet_service_types.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.677809 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.678323 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: subnet-service-types Jun 23 03:50:33.678645 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: subnetallocation.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.679759 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.680275 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: subnet_allocation Jun 23 03:50:33.680596 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.681248 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.681759 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: subnetpool-prefix-ops Jun 23 03:50:33.682081 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.683028 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.683558 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 03:50:33.683883 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: tagging.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.684941 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.685462 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: standard-attr-tag Jun 23 03:50:33.685787 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: timestamp.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.686963 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.687512 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loaded extension: standard-attr-timestamp Jun 23 03:50:33.687839 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: trunk.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.688866 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.689388 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension trunk not supported by any of loaded plugins Jun 23 03:50:33.689714 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: trunk_details.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.695093 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.695636 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 03:50:33.695964 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: uplink_status_propagation.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.696863 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.697376 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 03:50:33.697712 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Loading extension file: vlantransparent.py {{(pid=99730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 03:50:33.698367 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 03:50:33.698879 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 03:50:33.701393 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:network Jun 23 03:50:33.701914 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:subnet Jun 23 03:50:33.702316 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 03:50:33.702709 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:port Jun 23 03:50:33.704005 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.704450 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service FLAVORS assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.705070 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.705503 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.706336 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:router Jun 23 03:50:33.706775 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 03:50:33.707268 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service METERING assigned prefix: /metering {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.708736 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.709110 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.709464 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:50:33.710467 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 03:50:33.710917 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:security_group Jun 23 03:50:33.711394 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 03:50:33.712017 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service CORE assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.712357 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 03:50:33.712709 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] subnetpool is already registered Jun 23 03:50:33.713147 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service CORE assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.713472 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 03:50:33.713801 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] subnetpool is already registered Jun 23 03:50:33.716154 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.716586 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service FLAVORS assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.717176 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.717593 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.717944 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:router Jun 23 03:50:33.718263 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] router is already registered Jun 23 03:50:33.718671 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 03:50:33.719007 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] floatingip is already registered Jun 23 03:50:33.719478 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service METERING assigned prefix: /metering {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.720145 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 03:50:33.720472 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] rbac_policy is already registered Jun 23 03:50:33.720882 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:security_group Jun 23 03:50:33.721216 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] security_group is already registered Jun 23 03:50:33.722232 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 03:50:33.722564 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] security_group_rule is already registered Jun 23 03:50:33.723181 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service CORE assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.723544 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 03:50:33.723879 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] subnetpool is already registered Jun 23 03:50:33.724443 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.v2.resource_helper [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Service CORE assigned prefix: {{(pid=99730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 03:50:33.724790 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 03:50:33.725212 dv-cinder-768592-6-smb neutron-server[99730]: WARNING neutron.quota.resource_registry [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] subnetpool is already registered Jun 23 03:50:33.725691 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: extensions {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.727161 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: address-groups {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.728698 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: address-scopes {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.730053 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: agents {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.731224 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: auto-allocated-topology {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.732506 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: availability_zones {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.733740 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: dhcp-networks {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.735264 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: dhcp-agents {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.736749 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: routers {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.738485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: flavors {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.740955 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: service_profiles {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: next_providers {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: service_profiles {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: floatingip-pools {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: routers {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: floatingips {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: l3-routers {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.751220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: l3-agents {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.752377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: metering-labels {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.753669 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: metering-label-rules {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.755080 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: network-ip-availabilities {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.756400 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: bindings {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.758027 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: quotas {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.759602 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: quotas {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.761029 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: rbac-policies {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.762243 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: security-groups {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.763603 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: security-group-rules {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.764887 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: service-providers {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.766112 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: subnetpools {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.767447 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: subnetpools {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.769556 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.771234 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.773110 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.774906 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.776706 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.778678 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.780421 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.782220 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.785056 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.786790 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron.api.extensions [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Extended resource: tags {{(pid=99730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 03:50:33.792875 dv-cinder-768592-6-smb neutron-server[99730]: WARNING keystonemiddleware.auth_token [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 03:50:33.797380 dv-cinder-768592-6-smb neutron-server[99730]: WARNING keystonemiddleware.auth_token [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 03:50:33.807046 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_concurrency.lockutils [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Acquired lock "singleton_lock" {{(pid=99730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 03:50:33.807545 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_concurrency.lockutils [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Releasing lock "singleton_lock" {{(pid=99730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 03:50:33.808170 dv-cinder-768592-6-smb neutron-server[99730]: INFO oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Starting 2 workers Jun 23 03:50:33.812867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Started child 99839 {{(pid=99730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 03:50:33.817231 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Started child 99840 {{(pid=99730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 03:50:33.818191 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:33.818823 dv-cinder-768592-6-smb neutron-server[99730]: INFO neutron.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 03:50:33.819472 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Notify callbacks [] for process, before_spawn {{(pid=99730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:33.819670 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [-] (99839) wsgi starting up on http://0.0.0.0:9696 Jun 23 03:50:33.821889 dv-cinder-768592-6-smb neutron-server[99730]: INFO oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Starting 1 workers Jun 23 03:50:33.822113 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:33.823487 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [-] (99840) wsgi starting up on http://0.0.0.0:9696 Jun 23 03:50:33.827008 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Started child 99841 {{(pid=99730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 03:50:33.827584 dv-cinder-768592-6-smb neutron-server[99730]: INFO oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Starting 1 workers Jun 23 03:50:33.830748 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] calling RpcWorker wait() {{(pid=99841) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 03:50:33.831802 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] returning from RpcWorker wait() {{(pid=99841) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 03:50:33.832470 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Started child 99842 {{(pid=99730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 03:50:33.833290 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:33.833381 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG neutron_lib.callbacks.manager [None req-e14701d3-12da-4dc6-bb15-9d118a548dd1 None None] Notify callbacks [] for process, after_spawn {{(pid=99730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:33.833798 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:50:33.835218 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 03:50:33.835452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 03:50:33.835651 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 03:50:33.835871 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 03:50:33.836209 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 03:50:33.836377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 03:50:33.836877 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.837175 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.837261 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:33.837688 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.837756 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.837974 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.838552 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.838812 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.839083 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.839366 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.839635 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.839815 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.839983 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.840255 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.840490 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.840795 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.841094 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.841337 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.841615 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.841788 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.842039 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.842308 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.842540 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.842804 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] debug = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.843062 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.843555 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.843815 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.844056 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.844274 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.844566 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.844810 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.845068 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.845322 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.845571 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.845817 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.846069 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.846313 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.847147 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.847350 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.847653 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.847877 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.848358 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] host = dv-cinder-768592-6-smb {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.848824 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.849247 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.849677 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.850136 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.850563 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.850966 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.851402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.851865 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.852278 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.852590 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47592) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:50:33.852771 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.852967 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.853237 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.853461 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.853703 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.853860 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_options = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.854115 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.854393 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.854667 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.854860 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.855035 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.855226 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.858404 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.859485 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.860498 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862475 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862475 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862742 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065000 Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.862889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864029 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864029 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864029 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864029 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864545 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864545 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_json = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.864545 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.865097 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.865097 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.865462 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.865462 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.865793 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.865926 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.866070 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.866492 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.866773 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.868221 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.868487 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.868734 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.868982 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.869218 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.869446 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.869692 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.869893 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.870212 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.870438 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.870611 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:50:33.870753 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.870968 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.871227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.871577 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.871812 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.872074 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.872293 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.872541 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.872760 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.872980 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.873323 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.873591 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.873843 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.874111 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.874328 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.874551 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.874767 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.875017 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.875257 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.876355 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.876620 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.878079 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.878079 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.878079 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.878079 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.878079 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.878079 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.883915 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.885435 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.887227 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.888423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.890419 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.891578 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.891578 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.891578 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.891578 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.892106 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.892106 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.892106 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.892507 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.892649 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.892796 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.893007 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.893262 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.894026 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.894327 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.895446 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.895446 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.895749 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.895967 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.896193 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.897377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.897377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.897377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.897377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.897377 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.898075 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.898075 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.898520 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.898520 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.898782 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.898924 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.899926 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.899926 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.899926 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.899926 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.900503 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.900503 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.900766 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.900899 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.901053 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.901800 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.901800 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.901800 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.902054 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.902266 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.902509 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.902758 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.902918 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.903174 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.903466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.903857 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.904100 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.904313 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.904768 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.905196 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.905622 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.906074 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.906467 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.906848 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.907115 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.907363 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.908025 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.908025 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.908333 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.908333 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.908834 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.908834 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.909725 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.910136 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.910347 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.910710 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.910710 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.910983 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.911117 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.911276 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912319 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912319 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912319 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912319 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912861 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912861 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.912861 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.913244 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.913244 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.913510 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.913674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.915846 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.916929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.916929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.916929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.916929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.916929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.916929 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.917449 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.917449 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.917449 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.917705 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.918028 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.918267 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.919201 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.919201 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.919201 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.919201 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920533 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920975 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.920975 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.921116 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.921330 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.921746 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.921746 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.922024 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.922322 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.922662 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.923797 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.923797 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.923797 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.923797 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.924424 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.924424 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.924424 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.924854 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.924854 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.925115 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.925543 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.927198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.927198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.927198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.927198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.927198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.927198 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.928036 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.928036 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.928036 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.928036 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.929670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.931938 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.931938 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.931938 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.932284 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.932397 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.932624 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.932869 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.933116 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.933390 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.934087 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.934087 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.935269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.935269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.935269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.935269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.935269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.937283 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.937615 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.937994 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.939452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.939452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.939452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.939452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.939452 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.939992 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.940782 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.941085 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.941267 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.941516 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.942502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.942502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.942502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.942502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.942851 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.942942 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.943127 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.943374 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.943616 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.943779 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 03:50:33.944368 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 03:50:33.944537 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 03:50:33.944697 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 03:50:33.945587 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 03:50:33.945587 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 03:50:33.945587 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 03:50:33.945587 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.945587 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.945913 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.945913 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946028 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946180 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946285 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946603 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946839 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.946935 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.947068 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.947226 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.947384 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.947566 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.947724 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.947882 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948041 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948204 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948366 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948514 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948672 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948836 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] debug = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.948981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.949179 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.949358 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.949535 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.949679 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.949822 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.949963 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.950157 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.950260 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.950405 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.950567 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.950741 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.950894 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.951037 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.951173 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.951309 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.952614 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.952785 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] host = dv-cinder-768592-6-smb {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.952955 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.953124 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.953304 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.953473 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.953619 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.953750 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.953910 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.954070 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.954229 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.954390 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.954552 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.954701 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.954861 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.955019 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.955177 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_options = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.955336 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.955558 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.955716 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.956572 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.956745 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.956745 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.957154 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.957154 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.958174 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.958336 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.958496 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.958655 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.958813 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.958972 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.959130 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.959290 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.959484 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.959624 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.959783 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.959941 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.960098 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.960256 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.960415 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.960572 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.960730 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.960889 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.961046 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.961204 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.961356 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.961509 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.961667 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.961825 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.962031 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.962162 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.962269 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.962429 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.963502 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.963828 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.964144 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.964306 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.964467 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.964627 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.964792 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.964947 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.966183 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_json = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.967468 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.968086 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 03:50:33.968086 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968086 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968086 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968374 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968374 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968517 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968641 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968806 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.968967 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.969128 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.969293 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.969458 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.969628 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.969793 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.969956 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.970120 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.970276 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.970440 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.970600 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.970762 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.970923 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.971083 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.971261 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.971422 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.972289 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.972443 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.972608 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.972772 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.972935 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.973098 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.973261 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.973423 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.973585 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.973747 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.973909 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.974070 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.974232 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.974393 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.974555 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.974718 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.974879 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.975045 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.975204 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.975541 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.975850 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976018 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976185 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976351 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976513 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976655 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976831 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.976992 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.977303 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.977457 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.977615 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.977776 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.977945 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.978441 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.978441 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.978441 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.978814 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.978814 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979063 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979063 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979323 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979323 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979584 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979707 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.979829 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980024 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980149 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980279 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980401 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980523 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980655 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.980900 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981038 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981160 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981292 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981416 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981563 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981719 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.981874 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.982044 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.982230 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.982388 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.982547 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.982709 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.982869 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.983029 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.983190 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.983350 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.983537 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.983700 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.983861 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.984022 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.984183 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.984346 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.984507 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.984669 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985300 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985300 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985300 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985300 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985707 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985707 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.985707 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986010 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986010 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986204 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986306 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986477 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986637 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986801 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.986966 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.987160 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.987763 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.987763 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.987763 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988277 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988277 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988507 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988631 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988754 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.988874 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.989048 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.989222 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.989384 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.990248 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.990248 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.990248 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.990248 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.990248 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991191 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991965 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991965 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991965 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991965 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.991965 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.992981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.992981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.992981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.992981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.992981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.992981 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993408 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993408 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993408 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993880 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993880 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993880 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.993880 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994280 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994280 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994482 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994482 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994705 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994809 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.994941 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.997082 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:33.998150 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.000674 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.002061 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.003777 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.004774 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.005402 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006073 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.006867 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.007916 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.008451 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.008451 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.008451 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.008670 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.008747 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.010361 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012466 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012976 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012976 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 03:50:34.012976 dv-cinder-768592-6-smb neutron-server[99730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 03:50:34.015623 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:50:45.277442 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10573da-5596-48a3-a308-720c0b12e8b1 None None] get_active_networks_info from dv-cinder-768592-6-smb {{(pid=99841) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 03:50:45.377721 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10573da-5596-48a3-a308-720c0b12e8b1 None None] No non-hosted networks {{(pid=99841) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 03:50:45.382867 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.agentschedulers_db [None req-b10573da-5596-48a3-a308-720c0b12e8b1 None None] DHCP Agent not found on host dv-cinder-768592-6-smb {{(pid=99841) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 03:50:45.520439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e9cad379-6ece-4c39-adba-f69f87b20fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381'] for agent, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:47.458220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7a97911c-57e0-4a1f-935b-891a52407758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381'] for agent, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:47.491553 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.db.api [None req-3c2a895c-c942-4716-96db-83bb34431d1f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768592-6-smb {{(pid=99841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:50:47.491992 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_db.api [None req-3c2a895c-c942-4716-96db-83bb34431d1f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:50:47.953709 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381'] for agent, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:47.954581 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.955097 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.955623 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.956126 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.956601 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.957074 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.957546 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.958028 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.958580 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.959104 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.959604 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.960071 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:47.960640 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768592-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:50:47.966832 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:50:48.089528 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3c2a895c-c942-4716-96db-83bb34431d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:48.774613 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381'] for agent, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:50.216516 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381'] for agent, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:51.569755 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47698) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:50:52.049357 dv-cinder-768592-6-smb neutron-server[99840]: WARNING oslo_policy.policy [None req-2794a51f-7150-4273-87f5-5929188eeea1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:50:52.049982 dv-cinder-768592-6-smb neutron-server[99840]: WARNING oslo_policy.policy [None req-2794a51f-7150-4273-87f5-5929188eeea1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:50:52.265225 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [None req-2794a51f-7150-4273-87f5-5929188eeea1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:50:52.266237 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-2794a51f-7150-4273-87f5-5929188eeea1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6955969 Jun 23 03:50:54.598488 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47712) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:50:54.676889 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.db.l3_hamode_db [None req-c5691238-e4ae-4a11-8f91-4c489b4a2e4b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 03:50:54.753666 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5691238-e4ae-4a11-8f91-4c489b4a2e4b None None] Routers set() bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:50:54.753984 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5691238-e4ae-4a11-8f91-4c489b4a2e4b None None] Router IDs set() for agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 03:50:54.900639 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:50:54.994537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.policy [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 03:50:55.039027 dv-cinder-768592-6-smb neutron-server[99840]: WARNING oslo_policy.policy [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:50:55.039341 dv-cinder-768592-6-smb neutron-server[99840]: WARNING oslo_policy.policy [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:50:55.047996 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.quota [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] Loaded quota_driver: . Jun 23 03:50:55.204933 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774925149974', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774925149541', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774925130144', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774925135722', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774924912937', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774924919085', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-730568', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544948', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66804328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66735662'] for rbac-policy, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:55.403015 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:55.404309 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-30c44db8-bb6d-4b5b-ad25-ba4daa98fd58 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8048277 Jun 23 03:50:57.900791 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47724) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:50:58.188644 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:50:58.404699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Made reservation on behalf of 3e9dec2418334d7a8334a0a0197649a1 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:50:58.407396 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.424417 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.542433 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.621797 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.626900 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:50:58.641645 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:50:58.670183 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774920314390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.670699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Unsubscribe: segment precommit_create {{(pid=99840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 03:50:58.671188 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Added segment ea87b7db-fec1-41e5-9859-e7beddd57b2f of type vlan for network ec30050e-bc03-494c-894e-4ba4c41b15a1 Jun 23 03:50:58.687798 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c589c18b-7eab-41c5-8ae9-42bd334b4b56,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:50:58.736645 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.736974 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.737295 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.737610 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.737920 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.738230 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.738536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.738840 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.739165 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.739490 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.739793 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.740091 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Tracked resource versions report: Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: pushed versions: Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: { 'AddressGroup': {'1.2'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'ConntrackHelper': {'1.0'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Log': {'1.0'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Network': {'1.1'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Port': {'1.7'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'PortForwarding': {'1.2'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'QosPolicy': {'1.8'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroup': {'1.4'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'SubPort': {'1.0'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Subnet': {'1.1'}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Trunk': {'1.1'}} Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: consumer versions: Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'ConntrackHelper': '1.0', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Log': '1.0', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Network': '1.1', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Port': '1.7', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'PortForwarding': '1.2', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'QosPolicy': '1.8', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroup': '1.4', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroupRule': '1.2', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'SubPort': '1.0', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Subnet': '1.1', Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: 'Trunk': '1.1'}} Jun 23 03:50:58.741191 dv-cinder-768592-6-smb neutron-server[99840]: {{(pid=99840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:50:58.788586 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.797210 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:50:58.901884 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.903715 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:50:58.904436 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:50:58.907322 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:50:58.998157 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Pushing event updated for resources: {'Network': ['ID=ec30050e-bc03-494c-894e-4ba4c41b15a1,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:50:59.001244 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:50:59.010397 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:50:59.032150 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1302876 Jun 23 03:51:01.604869 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47738) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:01.986015 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c9843-57d3-4b01-83a4-3696e29da1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:01.987985 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e71c9843-57d3-4b01-83a4-3696e29da1e5 admin admin] 10.222.0.20 "GET /v2.0/networks/ec30050e-bc03-494c-894e-4ba4c41b15a1 HTTP/1.1" status: 200 len: 825 time: 0.3821690 Jun 23 03:51:02.010887 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d7ac28a2-dd07-4c40-a208-713e12607110 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/f192661a-7d5a-4df6-b560-e169a2a9cdca HTTP/1.1" status: 200 len: 734 time: 0.0175822 Jun 23 03:51:02.019488 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'gateway_ip': '172.20.0.1'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:51:02.101725 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Made reservation on behalf of 3e9dec2418334d7a8334a0a0197649a1 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:51:02.103964 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:02.448802 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:02.452937 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:02.519445 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Checking segment: {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:51:02.519853 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Network hostable DHCP agents. Network: ec30050e-bc03-494c-894e-4ba4c41b15a1, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:51:02.521914 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e88cf1-1559-442b-94e8-ea8050b00310,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:02.527238 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:02.596779 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:51:02.665110 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, ec30050e-bc03-494c-894e-4ba4c41b15a1) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:51:02.669435 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:02.670029 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:02.674298 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aad4f3-f185-432f-a86d-0acf6c65ed2a None None] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:51:02.740569 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7246420 Jun 23 03:51:02.983410 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-ec30050e-bc03-494c-894e-4ba4c41b15a1', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 03:51:02.984661 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:03.248943 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Allocated IP 172.20.0.2 (ec30050e-bc03-494c-894e-4ba4c41b15a1/87e88cf1-1559-442b-94e8-ea8050b00310/81e88974-6b1d-483a-882e-e284df69dc3a) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:51:03.448949 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:03.490062 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Transition to ACTIVE for port object 81e88974-6b1d-483a-882e-e284df69dc3a will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:51:03.509748 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Transition to ACTIVE for port object 81e88974-6b1d-483a-882e-e284df69dc3a will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:51:03.569410 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:03.572094 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:03.639863 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:51:03.649164 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:51:03.654334 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Pushing event updated for resources: {'Port': ['ID=81e88974-6b1d-483a-882e-e284df69dc3a,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:03.656463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:51:03.682291 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.682888 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.682982 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.683251 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.683598 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.683920 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.684234 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.684547 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.684903 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.685217 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.685525 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.685832 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Tracked resource versions report: Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: pushed versions: Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: { 'AddressGroup': {'1.2'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'ConntrackHelper': {'1.0'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Log': {'1.0'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Network': {'1.1'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Port': {'1.7'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'PortForwarding': {'1.2'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'QosPolicy': {'1.8'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroup': {'1.4'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'SubPort': {'1.0'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Subnet': {'1.1'}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Trunk': {'1.1'}} Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: consumer versions: Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'ConntrackHelper': '1.0', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Log': '1.0', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Network': '1.1', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Port': '1.7', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'PortForwarding': '1.2', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'QosPolicy': '1.8', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroup': '1.4', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroupRule': '1.2', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'SubPort': '1.0', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Subnet': '1.1', Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: 'Trunk': '1.1'}} Jun 23 03:51:03.686926 dv-cinder-768592-6-smb neutron-server[99841]: {{(pid=99841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:51:03.707722 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:03.735478 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Attempting to bind port 81e88974-6b1d-483a-882e-e284df69dc3a on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:51:03.735860 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Attempting to bind port 81e88974-6b1d-483a-882e-e284df69dc3a by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:51:03.736293 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Attempting to bind port 81e88974-6b1d-483a-882e-e284df69dc3a on network ec30050e-bc03-494c-894e-4ba4c41b15a1 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:51:03.741142 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:51:03.741557 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Checking segment: {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:51:03.742019 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:03.742401 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Bound using segment: {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:51:03.745488 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Bound port: 81e88974-6b1d-483a-882e-e284df69dc3a, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:51:03.745945 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:03.808177 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] For port 81e88974-6b1d-483a-882e-e284df69dc3a, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:51:03.812408 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] For port 81e88974-6b1d-483a-882e-e284df69dc3a, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=81e88974-6b1d-483a-882e-e284df69dc3a,segment=NetworkSegment(ea87b7db-fec1-41e5-9859-e7beddd57b2f),segment_id=ea87b7db-fec1-41e5-9859-e7beddd57b2f)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:51:03.872096 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:03.877485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:03.942879 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Pushing event updated for resources: {'Port': ['ID=81e88974-6b1d-483a-882e-e284df69dc3a,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:03.946252 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:05.084401 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47746) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:05.402885 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [None req-05ec14d5-571d-4d09-9d97-6119fcc9d3e5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:51:05.403841 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-05ec14d5-571d-4d09-9d97-6119fcc9d3e5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184874 Jun 23 03:51:07.723162 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47754) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:08.026259 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [None req-21f92502-ffa0-4577-bb0e-90840f91c75d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:51:08.027276 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-21f92502-ffa0-4577-bb0e-90840f91c75d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3030722 Jun 23 03:51:09.725718 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 81e88974-6b1d-483a-882e-e284df69dc3a up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:51:09.868745 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd0733-f82f-4134-944a-f0a57c535661 None None] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:51:09.888269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 81e88974-6b1d-483a-882e-e284df69dc3a completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:51:10.034043 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Provisioning for port 81e88974-6b1d-483a-882e-e284df69dc3a completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:51:10.045664 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Provisioning complete for port 81e88974-6b1d-483a-882e-e284df69dc3a triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:10.046054 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:10.175683 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:10.211316 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] For port 81e88974-6b1d-483a-882e-e284df69dc3a, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=81e88974-6b1d-483a-882e-e284df69dc3a,segment=NetworkSegment(ea87b7db-fec1-41e5-9859-e7beddd57b2f),segment_id=ea87b7db-fec1-41e5-9859-e7beddd57b2f)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:51:10.290399 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:10.292380 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:10.336793 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Pushing event updated for resources: {'Port': ['ID=81e88974-6b1d-483a-882e-e284df69dc3a,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:10.339926 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:10.408615 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-6678fe59-f4be-4153-bc08-ab29c9d62cf4 None None] Provisioning complete for port 81e88974-6b1d-483a-882e-e284df69dc3a triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:10.408934 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6678fe59-f4be-4153-bc08-ab29c9d62cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:10.585401 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47768) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:10.885117 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:51:10.982015 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:10.983556 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:11.117851 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:11.176604 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:11.250011 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:11.251168 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e9dee90a-d069-4c30-95b5-c08aabd4eaa8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6648154 Jun 23 03:51:11.700830 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 81e88974-6b1d-483a-882e-e284df69dc3a up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:51:11.746067 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 81e88974-6b1d-483a-882e-e284df69dc3a triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:11.746437 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:13.557783 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47776) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:13.864254 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [None req-f96aa6df-04dd-452c-80cd-2a1bdd61bfc7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:51:13.865227 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f96aa6df-04dd-452c-80cd-2a1bdd61bfc7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3065281 Jun 23 03:51:15.233551 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bde82251-c57e-4e6e-aaa2-d9c77e46ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.151989 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47784) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:16.454242 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:51:16.513101 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Made reservation on behalf of a6eb4de474134e5092728796945b529a for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:51:16.515352 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.523602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.606272 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.644304 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.648040 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:16.660086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Reserving flat network on physical network physnet1 {{(pid=99840) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 03:51:16.678474 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76dc08-ea35-4ab8-b067-24b36879dbe0,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:16.681735 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:16.684426 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.684808 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Added segment b9264862-be90-4b9d-9787-6ff236adea55 of type flat for network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb Jun 23 03:51:16.728821 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.819539 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.820708 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:16.821300 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:16.823982 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c7e9a3cd-bcc0-4e36-897c-e69ad8509a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:16.879171 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Pushing event updated for resources: {'Network': ['ID=197bbc77-eada-4b7d-8d6a-1df6af29b8eb,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:16.881750 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:16.888729 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:51:16.906065 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7530811 Jun 23 03:51:17.459697 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-509ceec5-9634-4d7e-9bb0-00e1473853d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:17.913328 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:18.724548 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:18.898619 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:51:19.198627 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47802) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:19.370496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face08d5-39bb-4580-8fb7-52fe90de7775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:19.371794 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-face08d5-39bb-4580-8fb7-52fe90de7775 admin admin] 10.222.0.20 "GET /v2.0/subnets/87e88cf1-1559-442b-94e8-ea8050b00310 HTTP/1.1" status: 200 len: 849 time: 0.1722317 Jun 23 03:51:19.486463 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c85312ad-b8cc-46e6-a792-8b3b50e8e392 admin admin] 10.222.0.20 "GET /v2.0/routers/565929aa-6fe9-450f-af4e-ae3c9c56a713 HTTP/1.1" status: 200 len: 704 time: 0.1093757 Jun 23 03:51:19.755026 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.045029 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Allocated IP 172.20.0.1 (ec30050e-bc03-494c-894e-4ba4c41b15a1/87e88cf1-1559-442b-94e8-ea8050b00310/0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:51:20.179696 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.245678 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.266397 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Transition to ACTIVE for port object 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:51:20.408863 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.411894 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:20.473003 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:51:20.483241 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:51:20.489050 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:51:20.489512 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.546339 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:20.557517 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:20.724472 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-32757d1e-915f-4ada-8d99-bf4fca72a35a None None] Provisioning for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:51:20.728095 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-32757d1e-915f-4ada-8d99-bf4fca72a35a None None] Provisioning complete for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:20.728467 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32757d1e-915f-4ada-8d99-bf4fca72a35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.757159 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:20.764189 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-32757d1e-915f-4ada-8d99-bf4fca72a35a None None] Port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:51:20.933733 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:21.013564 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:21.014589 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:21.016987 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:21.096038 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:21.100238 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:21.135849 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:51:21.137106 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:51:21.282672 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-ba58ab4d-ba03-4561-ae62-13336cceb023 None None] Provisioning complete for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:21.283175 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ba58ab4d-ba03-4561-ae62-13336cceb023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:21.314478 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-ba58ab4d-ba03-4561-ae62-13336cceb023 None None] Port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:51:21.376039 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Router 565929aa-6fe9-450f-af4e-ae3c9c56a713 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 03:51:21.466076 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:51:21.471119 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] 10.222.0.20 "PUT /v2.0/routers/565929aa-6fe9-450f-af4e-ae3c9c56a713/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9793973 Jun 23 03:51:21.486654 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Sync routers for ids ['565929aa-6fe9-450f-af4e-ae3c9c56a713'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:51:21.498346 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Routers {'565929aa-6fe9-450f-af4e-ae3c9c56a713'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:51:21.499203 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:51:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['565929aa-6fe9-450f-af4e-ae3c9c56a713'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:21.680433 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Set router 565929aa-6fe9-450f-af4e-ae3c9c56a713 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:51:22.095377 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:10Z', 'updated_at': '2021-06-23T03:51:20Z', 'revision_number': 2, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'gw_port_host': None, '_interfaces': [{'id': '0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e', 'name': '', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'mac_address': 'fa:16:3e:d6:69:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:19Z', 'updated_at': '2021-06-23T03:51:20Z', 'revision_number': 2, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnets': [{'id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:22.146484 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Checking router: 565929aa-6fe9-450f-af4e-ae3c9c56a713 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:51:22.146851 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Updating router 565929aa-6fe9-450f-af4e-ae3c9c56a713 port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:51:22.209261 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:22.689344 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:22.708681 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Transition to ACTIVE for port object 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:51:22.758612 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:22.761429 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:22.913142 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Pushing event updated for resources: {'Port': ['ID=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:22.922289 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Attempting to bind port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:51:22.922679 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Attempting to bind port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:51:22.923094 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Attempting to bind port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e on network ec30050e-bc03-494c-894e-4ba4c41b15a1 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:51:22.926266 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.926601 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.926921 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.927240 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.927589 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.927904 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.928214 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.928522 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.928882 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.929195 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.929498 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.929799 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Tracked resource versions report: Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: pushed versions: Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: { 'AddressGroup': {'1.2'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'ConntrackHelper': {'1.0'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Log': {'1.0'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Network': {'1.1'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Port': {'1.7'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'PortForwarding': {'1.2'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'QosPolicy': {'1.8'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroup': {'1.4'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'SubPort': {'1.0'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Subnet': {'1.1'}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Trunk': {'1.1'}} Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: consumer versions: Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'ConntrackHelper': '1.0', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Log': '1.0', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Network': '1.1', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Port': '1.7', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'PortForwarding': '1.2', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'QosPolicy': '1.8', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroup': '1.4', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroupRule': '1.2', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'SubPort': '1.0', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Subnet': '1.1', Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: 'Trunk': '1.1'}} Jun 23 03:51:22.930910 dv-cinder-768592-6-smb neutron-server[99842]: {{(pid=99842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:51:22.934320 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:22.938212 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:51:22.938662 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Checking segment: {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:51:22.939102 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:22.939766 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Bound using segment: {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:51:22.939994 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Bound port: 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea87b7db-fec1-41e5-9859-e7beddd57b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:51:22.940452 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:23.002299 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] For port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:51:23.025064 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] For port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,segment=NetworkSegment(ea87b7db-fec1-41e5-9859-e7beddd57b2f),segment_id=ea87b7db-fec1-41e5-9859-e7beddd57b2f)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:51:23.084898 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:23.087105 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:23.139975 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Routers {'565929aa-6fe9-450f-af4e-ae3c9c56a713'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:51:23.140567 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:51:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['565929aa-6fe9-450f-af4e-ae3c9c56a713'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:23.147718 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Pushing event updated for resources: {'Port': ['ID=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:23.180103 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:23.234814 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] Set router 565929aa-6fe9-450f-af4e-ae3c9c56a713 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:51:23.445292 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:10Z', 'updated_at': '2021-06-23T03:51:20Z', 'revision_number': 2, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'gw_port_host': None, '_interfaces': [{'id': '0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e', 'name': '', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'mac_address': 'fa:16:3e:d6:69:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:19Z', 'updated_at': '2021-06-23T03:51:22Z', 'revision_number': 4, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnets': [{'id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:23.474103 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e0e51-9197-4671-95f0-36568b0e4cc2 None None] The sync data for ids ['565929aa-6fe9-450f-af4e-ae3c9c56a713'] in dv-cinder-768592-6-smb is: [{'id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:10Z', 'updated_at': '2021-06-23T03:51:20Z', 'revision_number': 2, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'gw_port_host': None, '_interfaces': [{'id': '0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e', 'name': '', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'mac_address': 'fa:16:3e:d6:69:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:19Z', 'updated_at': '2021-06-23T03:51:22Z', 'revision_number': 4, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnets': [{'id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:51:23.638596 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47822) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:23.747131 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52386dfc-b291-4d6c-9ab2-4955077acf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:23.748518 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-52386dfc-b291-4d6c-9ab2-4955077acf1e admin admin] 10.222.0.20 "GET /v2.0/networks/197bbc77-eada-4b7d-8d6a-1df6af29b8eb HTTP/1.1" status: 200 len: 842 time: 0.1089849 Jun 23 03:51:23.758290 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:51:23.865146 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Made reservation on behalf of a6eb4de474134e5092728796945b529a for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:51:23.867352 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:24.292446 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.objects.ports [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 03:51:24.292886 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:24.295624 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:24.350341 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:24.355256 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:24.357765 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:51:24.358122 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Network hostable DHCP agents. Network: 197bbc77-eada-4b7d-8d6a-1df6af29b8eb, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:51:24.442174 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:51:24.516272 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 197bbc77-eada-4b7d-8d6a-1df6af29b8eb) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:51:24.521373 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:24.522170 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:24.531209 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d05da1-e285-4896-a1d2-50a158a6087b None None] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:51:24.615020 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8598535 Jun 23 03:51:24.656477 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f521882-e478-4df9-bf8d-97bae1f1e8ad None None] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:51:26.849490 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 47834) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:26.976773 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-4ad14fc6-1178-4eb2-b80d-0348dbb9b937 admin admin] 10.222.0.20 "GET /v2.0/routers/565929aa-6fe9-450f-af4e-ae3c9c56a713 HTTP/1.1" status: 200 len: 710 time: 0.1261768 Jun 23 03:51:27.060226 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab836a7a-cfad-4f78-80b9-1fc96f4035f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:51:27.061594 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ab836a7a-cfad-4f78-80b9-1fc96f4035f5 admin admin] 10.222.0.20 "GET /v2.0/networks/197bbc77-eada-4b7d-8d6a-1df6af29b8eb HTTP/1.1" status: 200 len: 886 time: 0.0798643 Jun 23 03:51:27.070291 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:51:27.317131 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.623296 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.697560 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.734118 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:51:27.801240 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Allocated IP 172.28.3.22 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/b6be48b6-d9fd-4ed3-953c-94c655a34b35) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:51:27.849946 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:51:27.853677 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:27.854048 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.900768 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.928525 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.957809 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,segment=NetworkSegment(ea87b7db-fec1-41e5-9859-e7beddd57b2f),segment_id=ea87b7db-fec1-41e5-9859-e7beddd57b2f)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:51:27.976271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:27.978395 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:28.014470 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:51:28.017057 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:51:28.020494 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:51:28.024811 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:28.025396 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6be48b6-d9fd-4ed3-953c-94c655a34b35,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:28.027542 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:28.057274 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:28.114025 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:28.117146 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:28.406037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:28.592752 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:28.595838 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66724639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66724614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66722986'] for router, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:28.696984 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Router 565929aa-6fe9-450f-af4e-ae3c9c56a713 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 03:51:28.797657 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:51:28.801848 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:28.803068 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/565929aa-6fe9-450f-af4e-ae3c9c56a713 HTTP/1.1" status: 200 len: 889 time: 1.7359734 Jun 23 03:51:28.807114 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Sync routers for ids ['565929aa-6fe9-450f-af4e-ae3c9c56a713'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:51:28.819519 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Routers {'565929aa-6fe9-450f-af4e-ae3c9c56a713'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:51:28.820179 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:51:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['565929aa-6fe9-450f-af4e-ae3c9c56a713'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:29.033495 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Set router 565929aa-6fe9-450f-af4e-ae3c9c56a713 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:51:29.420054 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b6be48b6-d9fd-4ed3-953c-94c655a34b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:10Z', 'updated_at': '2021-06-23T03:51:28Z', 'revision_number': 4, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'gw_port': {'id': 'b6be48b6-d9fd-4ed3-953c-94c655a34b35', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:27Z', 'updated_at': '2021-06-23T03:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e', 'name': '', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'mac_address': 'fa:16:3e:d6:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:19Z', 'updated_at': '2021-06-23T03:51:27Z', 'revision_number': 5, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnets': [{'id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:29.469693 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Checking router: 565929aa-6fe9-450f-af4e-ae3c9c56a713 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:51:29.470058 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Updating router 565929aa-6fe9-450f-af4e-ae3c9c56a713 port b6be48b6-d9fd-4ed3-953c-94c655a34b35 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:51:29.500941 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:29.719601 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:51:29.846603 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:29.847250 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:29.851666 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:29.882950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Transition to ACTIVE for port object b6be48b6-d9fd-4ed3-953c-94c655a34b35 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:51:29.962185 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:29.964485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:30.015033 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Attempting to bind port b6be48b6-d9fd-4ed3-953c-94c655a34b35 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:51:30.015398 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Attempting to bind port b6be48b6-d9fd-4ed3-953c-94c655a34b35 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:51:30.015781 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Attempting to bind port b6be48b6-d9fd-4ed3-953c-94c655a34b35 on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:51:30.020439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f29de-bc16-4df3-8ded-ac1de55ac611 None None] Pushing event updated for resources: {'Port': ['ID=b6be48b6-d9fd-4ed3-953c-94c655a34b35,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:30.023027 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:51:30.023446 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:51:30.023822 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:30.024202 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:51:30.024666 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Bound port: b6be48b6-d9fd-4ed3-953c-94c655a34b35, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:51:30.025032 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:30.026645 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-544f29de-bc16-4df3-8ded-ac1de55ac611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:30.151015 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] For port b6be48b6-d9fd-4ed3-953c-94c655a34b35, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:51:30.153963 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] For port b6be48b6-d9fd-4ed3-953c-94c655a34b35, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=b6be48b6-d9fd-4ed3-953c-94c655a34b35,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:51:30.222807 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:30.225234 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-9e6436a2-f552-4111-9b08-bde47d2222d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:30.271619 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Routers {'565929aa-6fe9-450f-af4e-ae3c9c56a713'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:51:30.272232 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:51:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['565929aa-6fe9-450f-af4e-ae3c9c56a713'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:30.320582 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f29de-bc16-4df3-8ded-ac1de55ac611 None None] Pushing event updated for resources: {'Port': ['ID=b6be48b6-d9fd-4ed3-953c-94c655a34b35,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:30.323746 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-544f29de-bc16-4df3-8ded-ac1de55ac611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:30.388252 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] Set router 565929aa-6fe9-450f-af4e-ae3c9c56a713 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:51:30.598801 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b6be48b6-d9fd-4ed3-953c-94c655a34b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:10Z', 'updated_at': '2021-06-23T03:51:28Z', 'revision_number': 4, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'gw_port': {'id': 'b6be48b6-d9fd-4ed3-953c-94c655a34b35', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:27Z', 'updated_at': '2021-06-23T03:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e', 'name': '', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'mac_address': 'fa:16:3e:d6:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:19Z', 'updated_at': '2021-06-23T03:51:27Z', 'revision_number': 5, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnets': [{'id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:51:30.624503 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f3a5be-b8ab-4e34-a5ae-ae7af85f44ae None None] The sync data for ids ['565929aa-6fe9-450f-af4e-ae3c9c56a713'] in dv-cinder-768592-6-smb is: [{'id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'name': 'router1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.22'}], 'enable_snat': True}, 'gw_port_id': 'b6be48b6-d9fd-4ed3-953c-94c655a34b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:10Z', 'updated_at': '2021-06-23T03:51:28Z', 'revision_number': 4, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'gw_port': {'id': 'b6be48b6-d9fd-4ed3-953c-94c655a34b35', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:27Z', 'updated_at': '2021-06-23T03:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e', 'name': '', 'network_id': 'ec30050e-bc03-494c-894e-4ba4c41b15a1', 'tenant_id': '3e9dec2418334d7a8334a0a0197649a1', 'mac_address': 'fa:16:3e:d6:69:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565929aa-6fe9-450f-af4e-ae3c9c56a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:19Z', 'updated_at': '2021-06-23T03:51:27Z', 'revision_number': 5, 'project_id': '3e9dec2418334d7a8334a0a0197649a1', 'subnets': [{'id': '87e88cf1-1559-442b-94e8-ea8050b00310', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f192661a-7d5a-4df6-b560-e169a2a9cdca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:51:31.187703 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 47842) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:51:31.337230 dv-cinder-768592-6-smb neutron-server[99839]: WARNING oslo_policy.policy [None req-216ff5d0-6d65-4131-8294-a87c032371f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:51:31.337847 dv-cinder-768592-6-smb neutron-server[99839]: WARNING oslo_policy.policy [None req-216ff5d0-6d65-4131-8294-a87c032371f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:51:31.735333 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device b6be48b6-d9fd-4ed3-953c-94c655a34b35 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:51:31.753059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.policy [None req-216ff5d0-6d65-4131-8294-a87c032371f9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99839) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 03:51:31.798936 dv-cinder-768592-6-smb neutron-server[99839]: WARNING oslo_policy.policy [None req-216ff5d0-6d65-4131-8294-a87c032371f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:51:31.799307 dv-cinder-768592-6-smb neutron-server[99839]: WARNING oslo_policy.policy [None req-216ff5d0-6d65-4131-8294-a87c032371f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 03:51:31.809936 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-216ff5d0-6d65-4131-8294-a87c032371f9 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.6196771 Jun 23 03:51:31.836671 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port b6be48b6-d9fd-4ed3-953c-94c655a34b35 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:51:31.840917 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port b6be48b6-d9fd-4ed3-953c-94c655a34b35 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:31.841302 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:31.930632 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:31.951217 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port b6be48b6-d9fd-4ed3-953c-94c655a34b35, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=b6be48b6-d9fd-4ed3-953c-94c655a34b35,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:51:32.031076 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:32.033262 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:51:32.078416 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=b6be48b6-d9fd-4ed3-953c-94c655a34b35,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:51:32.081928 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:51:33.732891 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device b6be48b6-d9fd-4ed3-953c-94c655a34b35 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:51:33.783406 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port b6be48b6-d9fd-4ed3-953c-94c655a34b35 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:51:33.784710 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:45.226132 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-811f53ee-0111-4ad3-add1-b6e852de256b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:47.459132 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9122e3f9-7781-400c-a547-c8b37f7e1c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:47.910949 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:48.746802 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:50.210839 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:51:55.898044 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:52:15.246897 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d4f3afb9-41ad-4739-84cf-6e7c1ba63fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:17.457941 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4289d199-70ce-449e-b90e-f169a7b4d7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:17.923220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:18.869711 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:20.225902 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:32.897032 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:52:45.231036 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3e7b6df7-0c8a-4ccc-be2a-5a0246492029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:47.457314 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b7353811-9fbc-4403-a886-639cb32f697d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:47.910881 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:48.779773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:52:50.219383 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:07.675877 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48418) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:07.734403 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1487eb4a-2f69-4808-96ce-9962a3d78733 admin admin] GET failed (client error): The resource could not be found. Jun 23 03:53:07.736034 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1487eb4a-2f69-4808-96ce-9962a3d78733 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588644 Jun 23 03:53:07.894800 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c9c7fb-2f5d-4dc9-89bb-8275f3b91de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:07.896183 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-05c9c7fb-2f5d-4dc9-89bb-8275f3b91de8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566153 Jun 23 03:53:09.896547 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:53:09.998594 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48428) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:10.089254 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8e283-1054-4ba5-97e1-c61857b45c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:10.090596 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-13f8e283-1054-4ba5-97e1-c61857b45c58 admin admin] 10.222.0.20 "GET /v2.0/subnets/87e88cf1-1559-442b-94e8-ea8050b00310 HTTP/1.1" status: 200 len: 849 time: 0.0910428 Jun 23 03:53:10.099776 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:53:10.178696 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:10.359296 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774920183260'] for subnet, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:10.361898 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-56a773c1-98de-4599-9a3d-5cf9752ebb64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:53:10.392118 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:10.392702 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:10.394743 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] 10.222.0.20 "PUT /v2.0/subnets/87e88cf1-1559-442b-94e8-ea8050b00310 HTTP/1.1" status: 200 len: 868 time: 0.2986798 Jun 23 03:53:10.396757 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1beb8f-e610-4777-9976-fefff6f55f4d None None] Network ec30050e-bc03-494c-894e-4ba4c41b15a1 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:53:10.414566 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e88cf1-1559-442b-94e8-ea8050b00310,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:53:10.421829 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.422190 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.422557 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.422880 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.423213 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.424245 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.424583 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.424912 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.425260 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.425588 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.425908 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.426227 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:10.430024 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:53:10.729335 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-62140ab8-ccf0-48c1-9a92-0e87af8f1054 None None] Provisioning complete for port 81e88974-6b1d-483a-882e-e284df69dc3a triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:53:10.729720 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-62140ab8-ccf0-48c1-9a92-0e87af8f1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:10.811188 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-62140ab8-ccf0-48c1-9a92-0e87af8f1054 None None] Provisioning complete for port 0ed28fd1-870f-4bc7-a2c6-68e57bbd5f3e triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:53:10.811589 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-62140ab8-ccf0-48c1-9a92-0e87af8f1054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:12.500907 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48436) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:12.697688 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e77cd-e75e-404e-9855-bcfaffed1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:12.698172 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e77cd-e75e-404e-9855-bcfaffed1436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:12.700088 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-7e7e77cd-e75e-404e-9855-bcfaffed1436 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972492 Jun 23 03:53:14.863804 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48444) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:14.991037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35cb92-dbd6-4bfb-b146-3448b6836eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:14.991541 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35cb92-dbd6-4bfb-b146-3448b6836eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:14.993011 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-9a35cb92-dbd6-4bfb-b146-3448b6836eb7 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1282640 Jun 23 03:53:15.227689 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8ad81a12-000e-42f8-968b-e2adb7d120ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:17.086021 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48452) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:17.205743 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ebd1c2-5986-4d29-9376-30cc7ad0602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:17.207074 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c9ebd1c2-5986-4d29-9376-30cc7ad0602f admin admin] 10.222.0.20 "GET /v2.0/networks/197bbc77-eada-4b7d-8d6a-1df6af29b8eb HTTP/1.1" status: 200 len: 886 time: 0.1201241 Jun 23 03:53:17.452935 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-58f8e636-c3ff-4cea-b142-ff46cac59fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:17.904040 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:18.738686 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:19.309774 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48460) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:19.530770 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996dc8c-d133-4363-b913-a05e8fcf2d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:19.532423 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f996dc8c-d133-4363-b913-a05e8fcf2d48 admin admin] 10.222.0.20 "GET /v2.0/networks/ec30050e-bc03-494c-894e-4ba4c41b15a1 HTTP/1.1" status: 200 len: 869 time: 0.2217069 Jun 23 03:53:20.215920 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:21.620955 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 48468) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:21.765860 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a6a98-1b25-40d7-b2fc-29e2e00b5516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:21.766310 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a6a98-1b25-40d7-b2fc-29e2e00b5516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:21.768305 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2f2a6a98-1b25-40d7-b2fc-29e2e00b5516 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464052 Jun 23 03:53:23.865263 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48478) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:23.982892 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdcda80-33d4-4949-95e6-b6f32c21d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:23.983360 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdcda80-33d4-4949-95e6-b6f32c21d75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:23.984866 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ebdcda80-33d4-4949-95e6-b6f32c21d75c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1186666 Jun 23 03:53:26.074571 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48486) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:26.159716 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6f77e-2313-4778-8eaf-dd530c96d522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:26.161028 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-cde6f77e-2313-4778-8eaf-dd530c96d522 admin admin] 10.222.0.20 "GET /v2.0/subnets/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e HTTP/1.1" status: 200 len: 816 time: 0.0855327 Jun 23 03:53:28.284496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48494) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:28.372452 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3858b54-c055-4da1-9e71-72279d1cc820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:28.373754 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d3858b54-c055-4da1-9e71-72279d1cc820 admin admin] 10.222.0.20 "GET /v2.0/subnets/87e88cf1-1559-442b-94e8-ea8050b00310 HTTP/1.1" status: 200 len: 868 time: 0.0883000 Jun 23 03:53:45.234930 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-aced48c2-356b-40bc-9fff-5a9ada3075f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:46.894763 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:53:47.449754 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3cd5f25e-9bf7-40ed-b3dc-72cc9a6af8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:47.929614 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:48.740983 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:50.232456 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:51.418730 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48538) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:51.463113 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [None req-c6c344b8-e2e2-4b2c-a816-1daf177d7f25 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:53:51.464108 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c6c344b8-e2e2-4b2c-a816-1daf177d7f25 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444565 Jun 23 03:53:53.665168 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48546) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:53.722534 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f07e52-fbdc-4b9f-88b8-91b0fcdcf849 admin admin] GET failed (client error): The resource could not be found. Jun 23 03:53:53.723839 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-93f07e52-fbdc-4b9f-88b8-91b0fcdcf849 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577459 Jun 23 03:53:53.808025 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d112fb-66d8-4062-89b4-9d973141b4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:53.809437 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f5d112fb-66d8-4062-89b4-9d973141b4e7 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819104 Jun 23 03:53:55.923257 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48554) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:55.966907 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:53:56.074139 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Made reservation on behalf of a6eb4de474134e5092728796945b529a for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:53:56.076481 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:56.104715 dv-cinder-768592-6-smb neutron-server[99840]: WARNING neutron.services.revisions.revision_plugin [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Could not find related network for resource to bump revision. Jun 23 03:53:56.114781 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:53:56.122821 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:56.123160 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Added segment 8f8b429a-2863-413d-b6f9-87e2e43ede0b of type vlan for network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 Jun 23 03:53:56.161404 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:56.249076 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:56.250863 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:56.251456 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:56.254215 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:53:56.310724 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Pushing event updated for resources: {'Network': ['ID=99818e4f-1922-42d6-bcfa-bb7e70003cb9,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:53:56.313980 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:53:56.320985 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:53:56.393037 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4686809 Jun 23 03:53:58.502136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48562) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:53:58.561152 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0fb652-3e8f-42fa-abe9-e615383673b0 admin admin] GET failed (client error): The resource could not be found. Jun 23 03:53:58.562656 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ce0fb652-3e8f-42fa-abe9-e615383673b0 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595167 Jun 23 03:53:58.629091 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf346ebf-b9a8-42e8-8963-792726e150d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:58.630491 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-cf346ebf-b9a8-42e8-8963-792726e150d5 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642548 Jun 23 03:53:58.639744 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:53:58.752139 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Made reservation on behalf of a6eb4de474134e5092728796945b529a for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:53:58.754398 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:58.971758 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:58.974538 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8f15d70c-2536-4e39-84be-359c7fd9cea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:53:59.032574 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ece3b6-389d-4999-a9ce-52638cda1c4f,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:53:59.036185 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:53:59.036975 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Checking segment: {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:53:59.037327 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Network hostable DHCP agents. Network: 99818e4f-1922-42d6-bcfa-bb7e70003cb9, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:53:59.097188 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:53:59.160080 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 99818e4f-1922-42d6-bcfa-bb7e70003cb9) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:53:59.164690 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:53:59.165773 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:59.168816 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4fc80-2604-4bd5-a556-0c17252659b6 None None] Network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:53:59.253141 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6165264 Jun 23 03:53:59.400859 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-99818e4f-1922-42d6-bcfa-bb7e70003cb9', 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9', 'tenant_id': 'a6eb4de474134e5092728796945b529a', 'fixed_ips': [{'subnet_id': '52ece3b6-389d-4999-a9ce-52638cda1c4f'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 03:53:59.401732 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:59.536005 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Allocated IP 192.168.233.2 (99818e4f-1922-42d6-bcfa-bb7e70003cb9/52ece3b6-389d-4999-a9ce-52638cda1c4f/8293b920-f979-46df-890f-564cec7191f9) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:53:59.677930 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:59.686069 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Transition to ACTIVE for port object 8293b920-f979-46df-890f-564cec7191f9 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:53:59.701924 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Transition to ACTIVE for port object 8293b920-f979-46df-890f-564cec7191f9 will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:53:59.783894 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:59.786222 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-125d02be-369f-47af-b137-ad0ce1bb9872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:53:59.824056 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:53:59.826741 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:53:59.830239 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:53:59.836920 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Pushing event updated for resources: {'Port': ['ID=8293b920-f979-46df-890f-564cec7191f9,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:53:59.866630 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.866977 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.867314 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.867671 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.868005 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.868330 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.868657 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.869001 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.869325 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.869642 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.869956 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.870267 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:53:59.874385 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:53:59.901850 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Attempting to bind port 8293b920-f979-46df-890f-564cec7191f9 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:53:59.902220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Attempting to bind port 8293b920-f979-46df-890f-564cec7191f9 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:53:59.902582 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Attempting to bind port 8293b920-f979-46df-890f-564cec7191f9 on network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:53:59.908246 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:53:59.908619 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Checking segment: {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:53:59.909015 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:59.909404 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Bound using segment: {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:53:59.909900 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Bound port: 8293b920-f979-46df-890f-564cec7191f9, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:53:59.910269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:53:59.971377 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] For port 8293b920-f979-46df-890f-564cec7191f9, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:53:59.974582 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] For port 8293b920-f979-46df-890f-564cec7191f9, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=8293b920-f979-46df-890f-564cec7191f9,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:54:00.046779 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:00.049768 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:54:00.109784 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Pushing event updated for resources: {'Port': ['ID=8293b920-f979-46df-890f-564cec7191f9,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:54:00.113462 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:54:00.906311 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c103133-4c9a-4778-895b-3489f2201d7d None None] Network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:54:01.033389 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-5add4c97-a44b-49a1-b615-69768ec3548d None None] Provisioning for port 8293b920-f979-46df-890f-564cec7191f9 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:54:01.847265 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 8293b920-f979-46df-890f-564cec7191f9 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:54:01.964622 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 8293b920-f979-46df-890f-564cec7191f9 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:54:01.968570 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 8293b920-f979-46df-890f-564cec7191f9 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:54:01.969454 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:02.044833 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:02.075829 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 8293b920-f979-46df-890f-564cec7191f9, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=8293b920-f979-46df-890f-564cec7191f9,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:54:02.125866 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:02.128097 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:54:02.173857 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=8293b920-f979-46df-890f-564cec7191f9,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:54:02.176880 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:54:03.831831 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 8293b920-f979-46df-890f-564cec7191f9 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:54:03.880824 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 8293b920-f979-46df-890f-564cec7191f9 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:54:03.881197 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:15.262518 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2066243c-0682-4a55-96ba-efb5636bf414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:17.456549 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3748123c-9e1a-49f8-8499-e61b8165297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:17.919220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:18.771031 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:20.210854 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:23.893354 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:54:45.233557 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e4d30314-adc7-48d6-8230-8bacf9d6b501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:47.454338 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6896cc40-8197-4c94-bf0e-c02a9ca133df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:47.922215 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:48.747786 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:54:50.221644 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:00.892268 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:55:15.247293 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ab70247b-4bfe-49bd-a28f-744ede54d484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:17.475664 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-55206482-9431-4ce2-83ed-ec23ae314223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:17.938554 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:18.798236 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:20.209470 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:33.853266 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48614) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:55:33.859639 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [None req-6f57d497-e408-471e-a2ba-8adf7dfe2b13 tempest-verify_tempest_config-743902999 tempest-verify_tempest_config-743902999-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:55:33.860576 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-6f57d497-e408-471e-a2ba-8adf7dfe2b13 tempest-verify_tempest_config-743902999 tempest-verify_tempest_config-743902999-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063508 Jun 23 03:55:34.360552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48632) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:55:34.461587 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.545682 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.608711 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.614370 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:55:34.653087 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4a046ba04a64caeb054439733c15a2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2915411 Jun 23 03:55:34.654704 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de65072-fb74-48c7-9450-95231864f63a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:55:34.656512 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48636) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:55:34.671557 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.671909 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.672249 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.672586 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.672915 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.673245 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.673567 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.673887 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.674268 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.674532 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.674850 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.675164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:55:34.679765 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:55:34.719510 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.738990 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.898036 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.900885 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:34.901991 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1de65072-fb74-48c7-9450-95231864f63a HTTP/1.1" status: 204 len: 168 time: 0.2445993 Jun 23 03:55:34.902665 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:55:34.910632 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de65072-fb74-48c7-9450-95231864f63a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:55:34.912890 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:55:37.890864 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:55:45.340565 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5a8e4936-02e4-4421-8272-bab1b5cb803f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:47.454207 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b37f-a0e0-4b71-8083-d5b050173fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:47.914908 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:48.943788 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:55:50.217765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:14.889406 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:56:15.248404 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-59db36b6-4eb6-45f1-a5cb-9a9a148a073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:17.476242 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-dcf785f8-48b4-4cb2-9963-a6f417739e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:17.913889 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:18.750135 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:20.225061 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:45.267736 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d92767f5-d324-4d89-911f-948cc5022993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:47.463972 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-065902fa-365e-4d56-876d-d7d1e62b05de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:47.915520 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:48.758641 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:50.210309 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:56:51.887690 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 5 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:57:09.758152 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381'] for agent, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:13.274775 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48688) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:57:13.375325 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3a738a72-2dec-43c1-baeb-5fadbf3da67d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0994375 Jun 23 03:57:15.269091 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fba0a939-137d-405a-81f2-32c799ac9531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:15.491563 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48698) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:57:15.544228 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-122d2a16-278a-42c4-b463-599a1d7559b6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0516064 Jun 23 03:57:17.449577 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ecb7760f-c39b-4212-92c6-b4a2c6a7fcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:17.912507 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:18.754900 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:20.238228 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:28.886673 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:57:39.688594 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:45.274135 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-89e17586-7110-440a-ae50-d512ec599b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:47.448887 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b44e47b0-6ff7-4a51-b5dd-4973dd57b927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:47.925068 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:48.764851 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:57:50.231468 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:05.886081 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:58:09.699456 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:15.256789 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f02cfd65-fffa-4680-a0e8-e07e70dab6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:17.469489 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3ce503a3-d96a-4cd5-a658-82c4ad370649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:17.924254 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:18.767949 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:20.227255 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:39.692844 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:42.885020 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:58:45.272463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f60cfc52-f717-41f3-a70f-a254fdb75e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:47.472490 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff310-e720-415a-9796-fb21c26b6994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:47.932961 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:48.766556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.066795 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48860) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:49.445733 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-network', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:49.517995 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Made reservation on behalf of 23df4987bb334f0b9bdeab8c6e820d8d for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:49.520502 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.529881 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.617017 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.672580 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.685301 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:49.694692 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:58:49.711274 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.711642 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Added segment f173020c-abd0-484b-ae4c-dccd7e6faa0e of type vlan for network a1594d0f-4d8f-468b-9a96-dd79732224af Jun 23 03:58:49.725834 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06533b5f-81c9-463c-812d-2ca31fa7a111,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:49.749022 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.749381 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.749736 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.750075 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.750409 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.750744 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.751071 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.751394 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.751766 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.752094 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.752415 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.752727 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Tracked resource versions report: Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: pushed versions: Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: { 'AddressGroup': {'1.2'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'ConntrackHelper': {'1.0'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Log': {'1.0'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Network': {'1.1'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Port': {'1.7'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'PortForwarding': {'1.2'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'QosPolicy': {'1.8'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroup': {'1.4'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'SubPort': {'1.0'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Subnet': {'1.1'}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Trunk': {'1.1'}} Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: consumer versions: Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: HyperV agent@hv-cinder-76859: {}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'ConntrackHelper': '1.0', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Log': '1.0', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Network': '1.1', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Port': '1.7', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'PortForwarding': '1.2', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'QosPolicy': '1.8', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroup': '1.4', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'SecurityGroupRule': '1.2', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'SubPort': '1.0', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Subnet': '1.1', Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: 'Trunk': '1.1'}} Jun 23 03:58:49.753804 dv-cinder-768592-6-smb neutron-server[99840]: {{(pid=99840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:58:49.757120 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:49.772333 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.858789 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48898) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:49.904257 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.905670 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:49.907121 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:49.909592 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:49.969789 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Pushing event updated for resources: {'Network': ['ID=a1594d0f-4d8f-468b-9a96-dd79732224af,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:49.972820 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:49.982173 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network a1594d0f-4d8f-468b-9a96-dd79732224af details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:58:50.010898 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9429858 Jun 23 03:58:50.013746 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48910) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:50.018648 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Request body: {'subnet': {'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-subnet', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:50.118076 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Made reservation on behalf of 23df4987bb334f0b9bdeab8c6e820d8d for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:50.121313 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.187671 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1283518257-network', 'tenant_id': '35c0442d32784706aa00e1912047a0ae'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:50.229918 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.316244 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Made reservation on behalf of 35c0442d32784706aa00e1912047a0ae for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:50.318534 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.334706 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.401909 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.406853 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f6f80c48-3499-4ac8-a30b-564fa2e54559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:50.456458 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.477404 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Checking segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:50.477724 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Network hostable DHCP agents. Network: a1594d0f-4d8f-468b-9a96-dd79732224af, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:58:50.498996 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f62057a-584a-4c00-b7c7-f1c98255f477,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:50.504136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:50.524056 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 48930) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:50.541603 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.551319 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-436343cf-9f03-402e-823a-3efc52cee74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:50.559769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 48940) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:50.571974 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:58:50.573882 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Network a1594d0f-4d8f-468b-9a96-dd79732224af is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:58:50.590900 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccd471b-9921-420d-b85a-8c8b7f346499,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:50.591489 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48944) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:50.593997 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.594335 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Added segment 18694566-0136-46e7-ba56-42749635f356 of type vlan for network 757f47f0-76d4-409c-ac18-eb5b05b81784 Jun 23 03:58:50.595702 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:50.648402 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.675798 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, a1594d0f-4d8f-468b-9a96-dd79732224af) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:50.682298 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:50.682937 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.688237 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51637d0-5b2e-42f1-9894-20e137fe9734 None None] Network a1594d0f-4d8f-468b-9a96-dd79732224af requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:50.697535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368561545-network', 'tenant_id': 'c17be435ea2f4ffaa9ce8d0340472da9'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:50.699802 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.quota [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Loaded quota_driver: . Jun 23 03:58:50.752553 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.753869 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:50.754444 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.756805 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1d6e7a08-c99b-44df-acae-c052381c579f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:50.794489 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7795870 Jun 23 03:58:50.801192 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48958) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:50.818370 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:50.822374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f126fdb7-723e-4f2c-952a-d7d6f40a82f0 None None] Network a1594d0f-4d8f-468b-9a96-dd79732224af requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:50.858494 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Pushing event updated for resources: {'Network': ['ID=757f47f0-76d4-409c-ac18-eb5b05b81784,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:50.867322 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:50.871281 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:58:50.878969 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Made reservation on behalf of c17be435ea2f4ffaa9ce8d0340472da9 for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:50.883016 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.911845 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:50.943534 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0834932 Jun 23 03:58:50.946315 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 48960) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:50.949174 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-958711215-network', 'tenant_id': '17166cf0dea3499798378fcf1e13a19f'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:50.951119 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Request body: {'subnet': {'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1283518257-subnet', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:50.965439 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.db.api [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 03:58:50.965439 dv-cinder-768592-6-smb neutron-server[99839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 03:58:50.965439 dv-cinder-768592-6-smb neutron-server[99839]: [parameters: {'project_id_1': 'c17be435ea2f4ffaa9ce8d0340472da9', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 58, 50, 925989)}] Jun 23 03:58:50.965439 dv-cinder-768592-6-smb neutron-server[99839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:58:50.967071 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_db.api [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:58:51.003792 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-84357679-network', 'tenant_id': '7e2d069244854bf6b6852f04258fca89'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:51.049816 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.051622 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.076779 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.db.api [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 03:58:51.076779 dv-cinder-768592-6-smb neutron-server[99840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 03:58:51.076779 dv-cinder-768592-6-smb neutron-server[99840]: [parameters: {'project_id_1': '7e2d069244854bf6b6852f04258fca89', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 58, 51, 14173)}] Jun 23 03:58:51.076779 dv-cinder-768592-6-smb neutron-server[99840]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:58:51.077397 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_db.api [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:58:51.077913 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.db.api [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 03:58:51.077913 dv-cinder-768592-6-smb neutron-server[99840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 03:58:51.077913 dv-cinder-768592-6-smb neutron-server[99840]: [parameters: {'project_id_1': '35c0442d32784706aa00e1912047a0ae', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 58, 50, 963743)}] Jun 23 03:58:51.077913 dv-cinder-768592-6-smb neutron-server[99840]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:58:51.078597 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_db.api [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:58:51.134560 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.148371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Made reservation on behalf of 17166cf0dea3499798378fcf1e13a19f for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:51.154580 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.168324 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.346032 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.409524 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.415303 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:51.464906 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:58:51.480328 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.492548 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.535959 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe3a9a0-a763-4260-a212-059346d0c65c,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:51.538912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774920314390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.539717 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Unsubscribe: segment precommit_create {{(pid=99839) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 03:58:51.540301 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Added segment f8c2a2fd-3f51-40ba-9515-ddffdee83c41 of type vlan for network 374b67a6-8b0f-4638-b6de-d7768989fa02 Jun 23 03:58:51.575577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.575968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.576312 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.576628 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.576946 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.577253 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.577570 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.577877 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.578373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.578854 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.579331 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.579819 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Tracked resource versions report: Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: pushed versions: Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: { 'AddressGroup': {'1.2'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'ConntrackHelper': {'1.0'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Log': {'1.0'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Network': {'1.1'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Port': {'1.7'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'PortForwarding': {'1.2'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'QosPolicy': {'1.8'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'SecurityGroup': {'1.4'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'SubPort': {'1.0'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Subnet': {'1.1'}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Trunk': {'1.1'}} Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: consumer versions: Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: HyperV agent@hv-cinder-76859: {}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'ConntrackHelper': '1.0', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Log': '1.0', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Network': '1.1', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Port': '1.7', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'PortForwarding': '1.2', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'QosPolicy': '1.8', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'SecurityGroup': '1.4', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'SecurityGroupRule': '1.2', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'SubPort': '1.0', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Subnet': '1.1', Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: 'Trunk': '1.1'}} Jun 23 03:58:51.581288 dv-cinder-768592-6-smb neutron-server[99839]: {{(pid=99839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:58:51.674043 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.689191 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:51.784935 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.832892 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.835729 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:51.842232 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.842232 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:51.862725 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.871444 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.892630 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.893575 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:58:51.902908 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:51.903312 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Added segment 34a52c52-b6d2-4a72-aae1-509898b7f87f of type vlan for network 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8 Jun 23 03:58:51.908092 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.db.api [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 03:58:51.908092 dv-cinder-768592-6-smb neutron-server[99840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 03:58:51.908092 dv-cinder-768592-6-smb neutron-server[99840]: [parameters: {'project_id_1': '35c0442d32784706aa00e1912047a0ae', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 58, 51, 611996)}] Jun 23 03:58:51.908092 dv-cinder-768592-6-smb neutron-server[99840]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:58:51.908815 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_db.api [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:58:51.985673 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.008341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Pushing event updated for resources: {'Network': ['ID=374b67a6-8b0f-4638-b6de-d7768989fa02,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:52.009394 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Allocated IP 172.28.3.56 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/e6f3d0eb-b683-48bb-b0f1-84511fcc4a96) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:58:52.010713 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:52.011116 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:52.027748 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 374b67a6-8b0f-4638-b6de-d7768989fa02 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:58:52.030533 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Made reservation on behalf of 7e2d069244854bf6b6852f04258fca89 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:52.034514 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.044173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d6d3aa-fc10-4251-a91c-6b171cbb8e54,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:52.047098 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:52.065938 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.107190 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5448010 Jun 23 03:58:52.110389 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49008) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:52.116251 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Request body: {'subnet': {'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-958711215-subnet', 'tenant_id': '17166cf0dea3499798378fcf1e13a19f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:52.151981 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.154024 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:52.155149 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.158652 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:52.166055 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.238136 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a34b464-c631-4c5c-9bb5-a95a1d95ddf8,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:52.239011 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.241152 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:52.248453 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:58:52.321976 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.322755 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.328940 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6f089ad8-b61c-4425-ab28-7340724b01f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:52.368589 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:58:52.375576 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:52.380946 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8554676 Jun 23 03:58:52.383539 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:52.385957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49010) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:52.388266 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:58:52.389410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Request body: {'subnet': {'network_id': '8a34b464-c631-4c5c-9bb5-a95a1d95ddf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1368561545-subnet', 'tenant_id': 'c17be435ea2f4ffaa9ce8d0340472da9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:52.392988 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.393336 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Added segment 08ddace5-2463-48ab-a5f9-340566f3b2bd of type vlan for network 6aefea00-d3a8-46c0-9ac1-858815cdd85c Jun 23 03:58:52.394626 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:52.434769 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:52.435185 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:52.464891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Made reservation on behalf of 17166cf0dea3499798378fcf1e13a19f for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:52.467311 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.532790 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6d957-5bba-4931-9fc5-c9472a4d4ab0,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:52.545825 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:52.548701 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.595779 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Made reservation on behalf of c17be435ea2f4ffaa9ce8d0340472da9 for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:52.598669 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Notify callbacks [] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.699535 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.705549 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:52.706250 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.711599 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:52.928571 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.935042 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:52.942242 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:53.037854 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f29342-d07a-4151-b5f0-2bedef8d0f61,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:53.038125 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Pushing event updated for resources: {'Network': ['ID=6aefea00-d3a8-46c0-9ac1-858815cdd85c,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:53.043339 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:53.044703 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:53.063169 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Checking segment: {'id': 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:53.063563 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Network hostable DHCP agents. Network: 374b67a6-8b0f-4638-b6de-d7768989fa02, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:58:53.065921 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:58:53.177162 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.184813 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.187840 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:53.225858 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Network 374b67a6-8b0f-4638-b6de-d7768989fa02 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:58:53.226099 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6291177 Jun 23 03:58:53.228037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49036) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:53.235792 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Request body: {'subnet': {'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-subnet', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:53.253003 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Pushing event updated for resources: {'Subnet': ['ID=34eed492-9c1d-42a1-a61e-d64a21f531b8,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:53.257664 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:53.261037 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Checking segment: {'id': '34a52c52-b6d2-4a72-aae1-509898b7f87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a34b464-c631-4c5c-9bb5-a95a1d95ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:53.264280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Network hostable DHCP agents. Network: 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:58:53.356848 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Made reservation on behalf of 35c0442d32784706aa00e1912047a0ae for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:53.358557 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 374b67a6-8b0f-4638-b6de-d7768989fa02) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:53.359198 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.364933 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:53.365553 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.372406 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461396b-a221-47fb-9a13-454cb170bb86 None None] Network 374b67a6-8b0f-4638-b6de-d7768989fa02 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:53.416022 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Router c8dce39f-c9e8-4103-a58a-404fbeddb747 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 03:58:53.441500 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Network 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:58:53.448290 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:53.452576 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:53.453557 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.461760 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e58c962-b2f6-41d1-9746-ba597f353f04 None None] Network 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:53.570910 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1856265 Jun 23 03:58:53.587614 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49046) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:53.589763 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f07bf-cc92-4b28-8d68-5b97285e0dfa None None] Network 374b67a6-8b0f-4638-b6de-d7768989fa02 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:53.599892 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Made reservation on behalf of 7e2d069244854bf6b6852f04258fca89 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:53.600916 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-dafafed2-d5e8-4dac-80a7-fb259b203f17 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4886889 Jun 23 03:58:53.602145 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.735470 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17db8b-3b5c-4bff-b5ec-ce324d94575c None None] Network 8a34b464-c631-4c5c-9bb5-a95a1d95ddf8 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:53.762436 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.821074 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:58:53.830936 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Sync routers for ids ['c8dce39f-c9e8-4103-a58a-404fbeddb747'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:58:53.848189 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Routers {'c8dce39f-c9e8-4103-a58a-404fbeddb747'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:58:53.848815 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c8dce39f-c9e8-4103-a58a-404fbeddb747'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:53.919572 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.924646 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:53.961722 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:53.985167 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8d110f-6422-4061-8671-f48617fc8a13,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:53.989346 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:54.009909 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Checking segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:54.010272 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Network hostable DHCP agents. Network: 757f47f0-76d4-409c-ac18-eb5b05b81784, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:58:54.069519 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Set router c8dce39f-c9e8-4103-a58a-404fbeddb747 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:58:54.083903 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.090112 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.093170 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:54.097894 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:54.142115 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4db3dfb5579f4e91b1d2dab43dabc89c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5527458 Jun 23 03:58:54.142821 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a437057e-4779-4709-91e6-9686cdb6d6cc,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:54.145466 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49066) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:54.151379 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:54.165507 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89f8979-2431-49a7-ac28-de0fdfac39f3,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:54.168729 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:54.186711 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:58:54.195636 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.198108 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3936577 Jun 23 03:58:54.202651 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49074) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:54.267020 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Checking segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:54.267376 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Network hostable DHCP agents. Network: 6aefea00-d3a8-46c0-9ac1-858815cdd85c, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:58:54.302353 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.325964 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 757f47f0-76d4-409c-ac18-eb5b05b81784) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:54.326404 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.330555 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:54.331153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.337731 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ce3dd-7ab8-49d7-a995-3d46194cb714 None None] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:54.345069 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:52Z', 'revision_number': 3, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:54.382663 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Checking router: c8dce39f-c9e8-4103-a58a-404fbeddb747 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:58:54.383049 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Updating router c8dce39f-c9e8-4103-a58a-404fbeddb747 port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:58:54.432973 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.440488 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:58:54.444246 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-4926e16d-0fd9-4ecc-965a-cbca812ec2f1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4958730 Jun 23 03:58:54.446047 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49098) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:54.451232 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:54.477710 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 6aefea00-d3a8-46c0-9ac1-858815cdd85c) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:54.478528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49102) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:54.483400 dv-cinder-768592-6-smb neutron-server[99839]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 03:58:54.487845 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:54.488448 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.492080 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b7528b-9917-48dd-ab24-5abee9342b3b None None] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:54.670685 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.695035 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.699064 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a437057e-4779-4709-91e6-9686cdb6d6cc HTTP/1.1" status: 204 len: 168 time: 0.5525534 Jun 23 03:58:54.732470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:54.751085 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 03:58:54.754967 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.770665 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437057e-4779-4709-91e6-9686cdb6d6cc,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:54.789388 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:54.803911 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.808917 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.820328 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49116) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:54.823271 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.830362 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730141638-network', 'tenant_id': '7c25d1526fbd4da8bf3698fcca4b5e7d'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:54.846479 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Transition to ACTIVE for port object e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:58:54.873666 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6427963 Jun 23 03:58:54.878518 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49118) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:54.891908 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:54.893306 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.941872 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-427fffb8-3984-4854-8911-67767640a6e4 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:54.943378 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-427fffb8-3984-4854-8911-67767640a6e4 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/networks?id=374b67a6-8b0f-4638-b6de-d7768989fa02 HTTP/1.1" status: 200 len: 811 time: 0.4639075 Jun 23 03:58:54.971448 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.980144 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:54.985285 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:54.990220 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-4b28ff65-bd7f-42cb-a265-0fbc54e5391f tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/quotas/17166cf0dea3499798378fcf1e13a19f HTTP/1.1" status: 200 len: 375 time: 0.0166044 Jun 23 03:58:54.990994 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Allocated IP 172.20.0.2 (6aefea00-d3a8-46c0-9ac1-858815cdd85c/d89f8979-2431-49a7-ac28-de0fdfac39f3/353e76fa-52e1-473a-84c6-b9b902d1ec40) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:58:55.006455 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-757f47f0-76d4-409c-ac18-eb5b05b81784', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 03:58:55.015502 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.049520 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-6bf86ba8-5ebd-4c13-8f86-634c4d5aa879 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17166cf0dea3499798378fcf1e13a19f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523469 Jun 23 03:58:55.051000 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Made reservation on behalf of 7c25d1526fbd4da8bf3698fcca4b5e7d for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:55.055339 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.064435 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Pushing event updated for resources: {'Port': ['ID=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:55.066207 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.105147 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.105496 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.105831 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.106256 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.106467 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.106792 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.120775 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.121214 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.121559 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.121902 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.122236 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.122569 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Tracked resource versions report: Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: pushed versions: Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: { 'AddressGroup': {'1.2'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'ConntrackHelper': {'1.0'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Log': {'1.0'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Network': {'1.1'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Port': {'1.7'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'PortForwarding': {'1.2'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'QosPolicy': {'1.8'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroup': {'1.4'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'SubPort': {'1.0'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Subnet': {'1.1'}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Trunk': {'1.1'}} Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: consumer versions: Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: HyperV agent@hv-cinder-76859: {}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'ConntrackHelper': '1.0', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Log': '1.0', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Network': '1.1', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Port': '1.7', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'PortForwarding': '1.2', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'QosPolicy': '1.8', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroup': '1.4', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'SecurityGroupRule': '1.2', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'SubPort': '1.0', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Subnet': '1.1', Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: 'Trunk': '1.1'}} Jun 23 03:58:55.123704 dv-cinder-768592-6-smb neutron-server[99842]: {{(pid=99842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:58:55.130983 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:55.135716 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Attempting to bind port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:58:55.136102 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Attempting to bind port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:58:55.136474 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Attempting to bind port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:58:55.156065 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:58:55.156449 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:55.156862 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.157262 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:58:55.157751 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Bound port: e6f3d0eb-b683-48bb-b0f1-84511fcc4a96, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:58:55.158127 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.207153 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Allocated IP 172.20.0.2 (757f47f0-76d4-409c-ac18-eb5b05b81784/5d8d110f-6422-4061-8671-f48617fc8a13/6c6b7473-f823-48a9-9684-c8ce9f750895) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:58:55.229561 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Allocated IP 172.20.0.1 (a1594d0f-4d8f-468b-9a96-dd79732224af/5f62057a-584a-4c00-b7c7-f1c98255f477/6f13540a-381b-4913-a6fa-b5b147e528b9) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:58:55.262559 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.263602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.304710 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] For port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:58:55.308897 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] For port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:58:55.390570 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.393685 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-8c198777-2e6d-412b-a1bf-16322997aa45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:55.421875 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.445683 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.470748 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Routers {'c8dce39f-c9e8-4103-a58a-404fbeddb747'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:58:55.471667 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c8dce39f-c9e8-4103-a58a-404fbeddb747'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:55.473355 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.480627 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.489818 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Transition to ACTIVE for port object 353e76fa-52e1-473a-84c6-b9b902d1ec40 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:58:55.495354 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Transition to ACTIVE for port object 6c6b7473-f823-48a9-9684-c8ce9f750895 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:58:55.514485 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Pushing event updated for resources: {'Port': ['ID=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:55.517535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.519876 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:55.520197 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Transition to ACTIVE for port object 353e76fa-52e1-473a-84c6-b9b902d1ec40 will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:58:55.528014 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.529178 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Transition to ACTIVE for port object 6c6b7473-f823-48a9-9684-c8ce9f750895 will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:58:55.544241 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3d5e0d17-ff1c-48a9-a948-1f0126706b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:55.584772 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24574647-f883-4c15-9288-3ee110ccf4c4,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:55.599905 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-65c0bf0a-9d1a-4a1c-bfbf-96693b767fc7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:58:55.603158 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] Set router c8dce39f-c9e8-4103-a58a-404fbeddb747 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:58:55.606661 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-65c0bf0a-9d1a-4a1c-bfbf-96693b767fc7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3393581 Jun 23 03:58:55.607594 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:55.608269 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:58:55.610585 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.616958 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1769096d-e59d-4c29-bc2f-d31417c4f339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:55.625000 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.626279 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.628300 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-544f29de-bc16-4df3-8ded-ac1de55ac611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:55.648240 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.648615 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Added segment f3ebf32c-9322-408a-8e68-9756a5cf3004 of type vlan for network 376365b9-6dff-424e-8ac7-1b7981da780a Jun 23 03:58:55.665503 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.672394 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Network a1594d0f-4d8f-468b-9a96-dd79732224af is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:55.712700 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49138) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:55.727722 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:55.750833 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:58:55.751341 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.765966 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-3fffd650-c5d5-436f-8e40-e70347aaf9b0 service neutron] 10.222.0.20 "GET /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582010 Jun 23 03:58:55.800366 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:55.803902 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:55.808291 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:55.811527 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:58:55.818398 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Pushing event updated for resources: {'Port': ['ID=6f13540a-381b-4913-a6fa-b5b147e528b9,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:55.819990 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:55.836714 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.840357 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:55.845310 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:55.859890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Pushing event updated for resources: {'Port': ['ID=353e76fa-52e1-473a-84c6-b9b902d1ec40,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:55.863909 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:58:55.907170 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:52Z', 'revision_number': 3, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:55.922463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.922812 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.923150 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.925527 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.925902 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.926245 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.926576 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.926901 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.927225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.927571 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.928012 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Tracked resource versions report: Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: pushed versions: Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: { 'AddressGroup': {'1.2'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'ConntrackHelper': {'1.0'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Log': {'1.0'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Network': {'1.1'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Port': {'1.7'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'PortForwarding': {'1.2'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'QosPolicy': {'1.8'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroup': {'1.4'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroupRule': {'1.2'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'SubPort': {'1.0'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Subnet': {'1.1'}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Trunk': {'1.1'}} Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: consumer versions: Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: { DHCP agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: HyperV agent@hv-cinder-76859: {}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: L3 agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: Metadata agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: Metering agent@dv-cinder-768592-6-smb: {}, Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: Open vSwitch agent@dv-cinder-768592-6-smb: { 'AddressGroup': '1.2', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'ConntrackHelper': '1.0', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Log': '1.0', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Network': '1.1', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Port': '1.7', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'PortForwarding': '1.2', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'QosPolicy': '1.8', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroup': '1.4', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'SecurityGroupRule': '1.2', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'SubPort': '1.0', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Subnet': '1.1', Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: 'Trunk': '1.1'}} Jun 23 03:58:55.936047 dv-cinder-768592-6-smb neutron-server[99841]: {{(pid=99841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 03:58:55.945285 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8b58c6-611f-492b-a2d6-de791d8d1d22 None None] The sync data for ids ['c8dce39f-c9e8-4103-a58a-404fbeddb747'] in dv-cinder-768592-6-smb is: [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:52Z', 'revision_number': 3, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:58:55.983024 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-869c743b-f74c-4238-8b63-c8fdd8c9004c service neutron] 10.222.0.20 "GET /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160795 Jun 23 03:58:56.080314 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.090281 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.db.resource_extend [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 03:58:56.164677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.176361 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Pushing event updated for resources: {'Port': ['ID=6c6b7473-f823-48a9-9684-c8ce9f750895,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:56.179668 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Attempting to bind port 6c6b7473-f823-48a9-9684-c8ce9f750895 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:58:56.180060 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Attempting to bind port 6c6b7473-f823-48a9-9684-c8ce9f750895 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:58:56.181309 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Attempting to bind port 6c6b7473-f823-48a9-9684-c8ce9f750895 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:58:56.184074 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:56.184705 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:56.184983 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:56.185611 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Attempting to bind port 353e76fa-52e1-473a-84c6-b9b902d1ec40 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:58:56.185974 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Attempting to bind port 353e76fa-52e1-473a-84c6-b9b902d1ec40 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:58:56.186312 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Attempting to bind port 353e76fa-52e1-473a-84c6-b9b902d1ec40 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:58:56.187400 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.195374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:58:56.195374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Checking segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:56.195374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.195374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Bound using segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:58:56.195374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Bound port: 6c6b7473-f823-48a9-9684-c8ce9f750895, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:58:56.195374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.198058 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:58:56.198423 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Checking segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:56.198810 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.199193 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Bound using segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:58:56.199687 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Bound port: 353e76fa-52e1-473a-84c6-b9b902d1ec40, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:58:56.200057 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.203571 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:56.253994 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=687042d8a6cd4301975c646ff6c2555a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5383434 Jun 23 03:58:56.254638 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49158) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:56.263073 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071a324-c4cb-4ff9-8cee-41b5dd3b0ad1,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:56.266803 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:56.314818 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] For port 6c6b7473-f823-48a9-9684-c8ce9f750895, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:58:56.318764 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] For port 6c6b7473-f823-48a9-9684-c8ce9f750895, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=6c6b7473-f823-48a9-9684-c8ce9f750895,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:58:56.320392 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] For port 353e76fa-52e1-473a-84c6-b9b902d1ec40, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:58:56.326303 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] For port 353e76fa-52e1-473a-84c6-b9b902d1ec40, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=353e76fa-52e1-473a-84c6-b9b902d1ec40,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:58:56.328826 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.331397 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:56.332047 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.338494 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:56.392649 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.407568 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.409125 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.415675 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:56.447881 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.525360 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.562052 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1c86d-71a9-42de-85fa-667e7cc9d03a None None] Pushing event updated for resources: {'Port': ['ID=353e76fa-52e1-473a-84c6-b9b902d1ec40,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:56.582049 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49178) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:56.657049 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8349769 Jun 23 03:58:56.669274 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49182) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:56.703166 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Pushing event updated for resources: {'Port': ['ID=6c6b7473-f823-48a9-9684-c8ce9f750895,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:56.707590 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Request body: {'subnet': {'network_id': '376365b9-6dff-424e-8ac7-1b7981da780a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730141638-subnet', 'tenant_id': '7c25d1526fbd4da8bf3698fcca4b5e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:58:56.715064 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:56.715553 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:56.715932 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:56.729923 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.733381 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Pushing event updated for resources: {'Network': ['ID=376365b9-6dff-424e-8ac7-1b7981da780a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:56.739641 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:56.746493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 376365b9-6dff-424e-8ac7-1b7981da780a details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:58:56.752029 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-baea6baf-4d17-499c-8667-80212922c388 req-c34c29be-57ae-4715-a8cd-45c63e9f7425 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.1674206 Jun 23 03:58:56.762305 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:56.926812 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49184) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:56.966262 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Allocated IP 172.28.3.210 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/83056487-d323-4889-999e-6928b648d82f) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:58:56.985277 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Made reservation on behalf of 7c25d1526fbd4da8bf3698fcca4b5e7d for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:58:56.987624 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.251892 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.304232 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.403400 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.442673 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.491629 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.507691 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.511808 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1071a324-c4cb-4ff9-8cee-41b5dd3b0ad1 HTTP/1.1" status: 204 len: 168 time: 1.2522326 Jun 23 03:58:57.519780 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:57.567176 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071a324-c4cb-4ff9-8cee-41b5dd3b0ad1,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:57.581041 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.587115 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:57.641334 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.662735 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:57.688717 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.696968 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.707200 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:57.787651 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.793427 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Pushing event updated for resources: {'Port': ['ID=6f13540a-381b-4913-a6fa-b5b147e528b9,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:57.829530 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:57.832741 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.836225 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:57.865816 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:57.871455 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:57.881767 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:57.891514 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:58:57.944748 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4a75ed041d946b19adbef1de01ccba3&name=default HTTP/1.1" status: 200 len: 2978 time: 1.0131164 Jun 23 03:58:57.944748 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2f9463-18bc-45a6-85b7-f893f6571c9d,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:57.950338 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49222) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:57.952157 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:57.953866 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1d2f51c3-4118-4c8e-a976-3b77e6361fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:57.994703 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Network a1594d0f-4d8f-468b-9a96-dd79732224af is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:58.012327 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:58.034969 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Checking segment: {'id': 'f3ebf32c-9322-408a-8e68-9756a5cf3004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '376365b9-6dff-424e-8ac7-1b7981da780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:58:58.038865 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Network hostable DHCP agents. Network: 376365b9-6dff-424e-8ac7-1b7981da780a, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:58:58.043109 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cadb96-67db-485c-97bd-fea901afab11,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:58.055395 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:58.078214 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Pushing event updated for resources: {'Port': ['ID=83056487-d323-4889-999e-6928b648d82f,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:58.081765 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e5d2969-6e2d-4847-97c6-ae1c7dc52a26 req-cb305879-9208-42ef-8868-6f4f9a7e80f7 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.2090108 Jun 23 03:58:58.141034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:58.162452 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Allocated IP 172.28.3.126 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/251f86ca-e6d8-400d-886e-593208e99413) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:58:58.195170 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.304867 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.309872 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Network 376365b9-6dff-424e-8ac7-1b7981da780a is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:58:58.316826 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6c6b7473-f823-48a9-9684-c8ce9f750895 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:58:58.326565 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a00954-02f0-4076-9238-861ff94c6c2e None None] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:58.386476 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Router c8dce39f-c9e8-4103-a58a-404fbeddb747 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 03:58:58.448773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-9e15c8c8-cf34-4c0e-9771-324c5c3891fc None None] Provisioning for port 6c6b7473-f823-48a9-9684-c8ce9f750895 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:58:58.480842 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 376365b9-6dff-424e-8ac7-1b7981da780a) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:58.487489 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:58:58.488063 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.493715 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068aba51-f521-4b9d-88a8-20042de61fb7 None None] Network 376365b9-6dff-424e-8ac7-1b7981da780a requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:58.518137 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.538711 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 6c6b7473-f823-48a9-9684-c8ce9f750895 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:58:58.576210 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 6c6b7473-f823-48a9-9684-c8ce9f750895 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:58:58.576801 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.655119 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.674869 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.676156 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41cadb96-67db-485c-97bd-fea901afab11 HTTP/1.1" status: 204 len: 168 time: 0.7230799 Jun 23 03:58:58.677727 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0dfd3d8b-b775-4345-84c3-3e9f046ef4fc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9908655 Jun 23 03:58:58.680805 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:58.723619 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.728286 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:58:58.730999 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cadb96-67db-485c-97bd-fea901afab11,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:58.765952 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] 10.222.0.20 "PUT /v2.0/routers/c8dce39f-c9e8-4103-a58a-404fbeddb747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5622396 Jun 23 03:58:58.795623 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:58.800621 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af94dae-a661-4ff7-9e72-d2161ee0a33e None None] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:58.978495 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49274) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:58.979166 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:58.985632 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:59.051583 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Pushing event updated for resources: {'Port': ['ID=251f86ca-e6d8-400d-886e-593208e99413,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:59.063165 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Deleting subnet 34eed492-9c1d-42a1-a61e-d64a21f531b8 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 03:58:59.063686 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-270afef8-08fb-4404-9e33-d3a088b877e2 None None] Provisioning for port 353e76fa-52e1-473a-84c6-b9b902d1ec40 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:58:59.067988 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.069538 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:59.082720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:58:59.084108 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.088682 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:58:59.091868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:58:59.116545 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.130993 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.163820 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.186304 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Sync routers for ids ['c8dce39f-c9e8-4103-a58a-404fbeddb747'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:58:59.286796 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Routers {'c8dce39f-c9e8-4103-a58a-404fbeddb747'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:58:59.287457 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c8dce39f-c9e8-4103-a58a-404fbeddb747'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:59.293250 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 6c6b7473-f823-48a9-9684-c8ce9f750895, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=6c6b7473-f823-48a9-9684-c8ce9f750895,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:58:59.294611 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46be8139-0a15-40f6-b9a6-ae1f48750051 None None] Network 376365b9-6dff-424e-8ac7-1b7981da780a requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:58:59.335158 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.336832 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b4d8be38-edd5-4dcd-a26b-e06a08978438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:59.392744 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.430179 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34eed492-9c1d-42a1-a61e-d64a21f531b8,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:59.434712 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:59.439008 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.442757 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a3aecae8-0803-4388-80a8-269da7d5a42a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/34eed492-9c1d-42a1-a61e-d64a21f531b8 HTTP/1.1" status: 204 len: 168 time: 0.4618692 Jun 23 03:58:59.443844 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49290) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:58:59.446352 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:58:59.459765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:58:59.480345 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2fa57a3c-2bcd-4464-b783-a5c3dff02ae8 req-f4b55cd3-eb0a-4e56-bcb2-f2a94ef03066 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.2346752 Jun 23 03:58:59.572441 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.719542 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > port after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > port after_update 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.737288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.772927 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=6c6b7473-f823-48a9-9684-c8ce9f750895,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:58:59.780695 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:58:59.871717 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 03:58:59.901024 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Set router c8dce39f-c9e8-4103-a58a-404fbeddb747 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:58:59.906918 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1d6316d4-7439-47bd-970e-92e15716eb2a None None] Provisioning complete for port 6c6b7473-f823-48a9-9684-c8ce9f750895 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:58:59.907702 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1d6316d4-7439-47bd-970e-92e15716eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.944650 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:58:59.948752 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.949108 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.949446 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.949783 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 03:58:59.950144 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a34b464-c631-4c5c-9bb5-a95a1d95ddf8']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:59.971069 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a52c52-b6d2-4a72-aae1-509898b7f87f') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:59.971069 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a52c52-b6d2-4a72-aae1-509898b7f87f') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:58:59.989286 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.011152 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.019785 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 03:59:00.020191 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: from cryptography.utils import int_from_bytes Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: from cryptography.utils import int_from_bytes Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 03:59:00.157143 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 03:59:00.232369 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.243537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.248406 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a34b464-c631-4c5c-9bb5-a95a1d95ddf8 HTTP/1.1" status: 204 len: 168 time: 0.8000379 Jun 23 03:59:00.248406 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:00.248783 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49328) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:00.268036 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a34b464-c631-4c5c-9bb5-a95a1d95ddf8,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:00.271451 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:00.313233 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Deleting subnet 9c2f9463-18bc-45a6-85b7-f893f6571c9d {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 03:59:00.317156 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.325366 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:00.341890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:00.342263 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.380991 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64753035'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.463820 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.559372 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.604990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-0def157d-1338-4bc7-a9d2-bd8dbc52d0a9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:00.607358 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-0def157d-1338-4bc7-a9d2-bd8dbc52d0a9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 819 time: 0.7473683 Jun 23 03:59:00.614816 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:00.631720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:59:00.632016 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:56Z', 'revision_number': 4, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '6f13540a-381b-4913-a6fa-b5b147e528b9', 'name': '', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'mac_address': 'fa:16:3e:39:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:58:57Z', 'revision_number': 2, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'subnets': [{'id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:00.647071 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:59:00.663286 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:00.664014 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:00.669974 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2724190'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.673291 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Checking router: c8dce39f-c9e8-4103-a58a-404fbeddb747 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:00.673718 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Updating router c8dce39f-c9e8-4103-a58a-404fbeddb747 port 6f13540a-381b-4913-a6fa-b5b147e528b9 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:59:00.673978 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:00.701637 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-e298d043-3e0b-4ea0-b40a-8945f5d79719 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/quotas/23df4987bb334f0b9bdeab8c6e820d8d HTTP/1.1" status: 200 len: 375 time: 0.0885570 Jun 23 03:59:00.719977 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.723270 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 353e76fa-52e1-473a-84c6-b9b902d1ec40 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:00.729217 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:00.729406 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2f9463-18bc-45a6-85b7-f893f6571c9d,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:00.731711 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.737242 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9c2f9463-18bc-45a6-85b7-f893f6571c9d HTTP/1.1" status: 204 len: 168 time: 0.4862318 Jun 23 03:59:00.737869 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49346) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:00.738747 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ce3ca722-51e0-48e7-9c26-d17bef2ae59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:00.757706 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.760693 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-37dc5bfa-f80d-4fd2-aff5-75fcaf8bcbf4 req-105415ca-b110-415d-85fc-3fb0aeba19a1 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.0568264 Jun 23 03:59:00.838664 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.845810 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:00.847397 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-9bf9371f-2a3e-4bba-9932-be2b853ca357 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3997850 Jun 23 03:59:00.854366 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49352) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:00.869998 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:00.880479 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:00.929278 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.042076 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-42da68d9-4d68-4fc0-beac-cf8cc90eaad3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3315818 Jun 23 03:59:01.077599 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49356) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:01.081628 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:01.101435 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 353e76fa-52e1-473a-84c6-b9b902d1ec40 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:01.108845 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 353e76fa-52e1-473a-84c6-b9b902d1ec40 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:01.109277 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.158848 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.11', 63616) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:01.257857 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-e7358c87-674b-46ba-80c7-03f49ae20025 service neutron] 10.222.0.20 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043512 Jun 23 03:59:01.262403 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.307160 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 353e76fa-52e1-473a-84c6-b9b902d1ec40, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=353e76fa-52e1-473a-84c6-b9b902d1ec40,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:01.406710 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.424193 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.429150 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 03:59:01.429300 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:01.448820 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-044b9e5c-d176-4379-9c31-104ac459a742 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:01.451090 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-044b9e5c-d176-4379-9c31-104ac459a742 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.11 "GET /v2.0/networks?id=374b67a6-8b0f-4638-b6de-d7768989fa02 HTTP/1.1" status: 200 len: 811 time: 0.2877607 Jun 23 03:59:01.481979 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.523393 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Transition to ACTIVE for port object 6f13540a-381b-4913-a6fa-b5b147e528b9 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:01.534496 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Request body: {'port': {'device_id': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02', 'admin_state_up': True, 'tenant_id': '17166cf0dea3499798378fcf1e13a19f'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:01.538203 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376365b9-6dff-424e-8ac7-1b7981da780a']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:01.558957 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:58:58Z', 'revision_number': 3, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:01.567868 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-2a6444dc-9a8c-43e1-83db-951bd117b107 service neutron] 10.222.0.20 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876523 Jun 23 03:59:01.599060 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:01.599458 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Updating router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 port 83056487-d323-4889-999e-6928b648d82f binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:59:01.645581 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.656702 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=353e76fa-52e1-473a-84c6-b9b902d1ec40,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:01.662217 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ebf32c-9322-408a-8e68-9756a5cf3004') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:01.662512 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ebf32c-9322-408a-8e68-9756a5cf3004') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:01.698026 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.700094 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:01.703462 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6c6b7473-f823-48a9-9684-c8ce9f750895 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:01.711908 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.776496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.798443 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.809102 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 03:59:01.809503 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 03:59:01.811155 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 03:59:01.817621 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:01.832555 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:59:01.947991 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:59:01.954473 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9413844-5a81-4a05-b9c3-03235672adcc None None] Pushing event updated for resources: {'Port': ['ID=6f13540a-381b-4913-a6fa-b5b147e528b9,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:01.976150 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9413844-5a81-4a05-b9c3-03235672adcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:01.991872 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:01.992708 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:02.062193 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Made reservation on behalf of 17166cf0dea3499798378fcf1e13a19f for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:02.071124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.076016 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4dd65d09-6fe2-421a-98c9-824a5c4e1409 req-70d6c816-1e63-4a44-84d7-ecc2ef6bdb2c tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.0575178 Jun 23 03:59:02.198786 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:02.207719 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9137b711-340b-4645-ab9b-4857b58da6ee req-ab94c6c1-5996-454c-84fc-18fafe450584 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 210 time: 0.0487745 Jun 23 03:59:02.264397 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.292980 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:02.303687 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.312067 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.320170 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/376365b9-6dff-424e-8ac7-1b7981da780a HTTP/1.1" status: 204 len: 168 time: 1.5803790 Jun 23 03:59:02.335586 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Transition to ACTIVE for port object 83056487-d323-4889-999e-6928b648d82f will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:02.392857 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=376365b9-6dff-424e-8ac7-1b7981da780a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:02.397662 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:02.398089 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.400892 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:02.504472 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Attempting to bind port 83056487-d323-4889-999e-6928b648d82f on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:02.507960 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Attempting to bind port 83056487-d323-4889-999e-6928b648d82f by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:02.508533 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Attempting to bind port 83056487-d323-4889-999e-6928b648d82f on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:02.550265 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8ce2-cfe5-4d44-ac22-3aa44418bf0c None None] Pushing event updated for resources: {'Port': ['ID=83056487-d323-4889-999e-6928b648d82f,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:02.557186 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-2aab8ce2-cfe5-4d44-ac22-3aa44418bf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:02.558100 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:02.558475 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:02.559073 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.559278 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:02.560498 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Bound port: 83056487-d323-4889-999e-6928b648d82f, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:02.560873 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.680714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Allocated IP 172.20.0.14 (374b67a6-8b0f-4638-b6de-d7768989fa02/18f29342-d07a-4151-b5f0-2bedef8d0f61/a066a996-40d8-44bc-aaef-9288caac3ee4) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:02.682089 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.686630 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Attempting to bind port 6f13540a-381b-4913-a6fa-b5b147e528b9 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:02.691513 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Attempting to bind port 6f13540a-381b-4913-a6fa-b5b147e528b9 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:02.696315 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Attempting to bind port 6f13540a-381b-4913-a6fa-b5b147e528b9 on network a1594d0f-4d8f-468b-9a96-dd79732224af {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:02.719272 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.719890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 6c6b7473-f823-48a9-9684-c8ce9f750895 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:02.721011 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.768151 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:02.769035 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Checking segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:02.769620 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.770183 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Bound using segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:02.770857 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Bound port: 6f13540a-381b-4913-a6fa-b5b147e528b9, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:02.771420 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.819941 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] For port 83056487-d323-4889-999e-6928b648d82f, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:02.825076 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] For port 83056487-d323-4889-999e-6928b648d82f, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=83056487-d323-4889-999e-6928b648d82f,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:02.868924 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] For port 6f13540a-381b-4913-a6fa-b5b147e528b9, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:02.872858 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] For port 6f13540a-381b-4913-a6fa-b5b147e528b9, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=6f13540a-381b-4913-a6fa-b5b147e528b9,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:02.905606 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.908047 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-343571db-2faf-41b8-b9d2-95e2d1b18fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:02.958091 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.963140 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:58:59Z', 'revision_number': 3, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:02.964985 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:02.969477 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:02.989067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:02.990629 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:02.991471 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:02.996570 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8ce2-cfe5-4d44-ac22-3aa44418bf0c None None] Pushing event updated for resources: {'Port': ['ID=83056487-d323-4889-999e-6928b648d82f,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:03.027496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49446) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:03.034629 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3800e180-53bb-4652-ae83-f4dccdc2450f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:03.038347 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:03.038710 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Updating router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 port 251f86ca-e6d8-400d-886e-593208e99413 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:59:03.042501 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-2aab8ce2-cfe5-4d44-ac22-3aa44418bf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:03.114501 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Allocated IP 172.20.0.1 (757f47f0-76d4-409c-ac18-eb5b05b81784/5d8d110f-6422-4061-8671-f48617fc8a13/29f8f759-21d1-42e0-9384-5d4e69b2b13a) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:03.122241 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8b3cdb21-cc6d-4f06-adf1-722a8d5df03d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c17be435ea2f4ffaa9ce8d0340472da9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0920630 Jun 23 03:59:03.124652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49454) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:03.137114 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.139411 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.2507091 Jun 23 03:59:03.142292 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.147675 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49456) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:03.202470 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48dd06b0afde4fb8b8656cd957b21ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1215487 Jun 23 03:59:03.202583 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Routers {'c8dce39f-c9e8-4103-a58a-404fbeddb747'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:03.202683 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c8dce39f-c9e8-4103-a58a-404fbeddb747'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:03.205485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9413844-5a81-4a05-b9c3-03235672adcc None None] Pushing event updated for resources: {'Port': ['ID=6f13540a-381b-4913-a6fa-b5b147e528b9,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:03.243861 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49458) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:03.246324 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e9f-8d45-4cb7-84c6-ac8e70b8aec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.286457 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:03.349255 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d591cf-ff57-4da8-9203-e2e4273f700e,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:03.377157 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9413844-5a81-4a05-b9c3-03235672adcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:03.394069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:03.420775 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-54ff8fa5-e7d1-45c1-9de3-882dfcd05a6a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:03.422054 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.643364 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-54ff8fa5-e7d1-45c1-9de3-882dfcd05a6a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 819 time: 0.4380407 Jun 23 03:59:03.643364 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-3b390216-c310-48cb-a30d-2fc6a21916ff tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/quotas/23df4987bb334f0b9bdeab8c6e820d8d HTTP/1.1" status: 200 len: 375 time: 0.0548267 Jun 23 03:59:03.646699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e9f-8d45-4cb7-84c6-ac8e70b8aec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.646699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.646863 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.657960 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.720552 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:03.722165 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.734821 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:58:58Z', 'revision_number': 3, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:03.767949 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca777de-709c-4c5d-9522-e178ee7b39de None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:58:58Z', 'revision_number': 3, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:03.794401 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e91ddbac-a3c7-4a30-ae37-debbc3afa61d req-5fd7b506-061e-4a57-bd3a-50b1f9987238 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.2405229 Jun 23 03:59:03.922019 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Transition to ACTIVE for port object 29f8f759-21d1-42e0-9384-5d4e69b2b13a will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:03.925866 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e9f-8d45-4cb7-84c6-ac8e70b8aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.926595 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.935049 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d5de0e9f-8d45-4cb7-84c6-ac8e70b8aec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:03.936202 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d5de0e9f-8d45-4cb7-84c6-ac8e70b8aec1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7d6d3aa-fc10-4251-a91c-6b171cbb8e54 HTTP/1.1" status: 204 len: 168 time: 0.8095679 Jun 23 03:59:03.954189 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:03.982680 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-4ab87303-fe25-4c2f-b3a4-2bacd42300ef tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4905741 Jun 23 03:59:04.004848 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:04.006044 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14d591cf-ff57-4da8-9203-e2e4273f700e HTTP/1.1" status: 204 len: 168 time: 0.7568066 Jun 23 03:59:04.027378 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0e9f-8d45-4cb7-84c6-ac8e70b8aec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d6d3aa-fc10-4251-a91c-6b171cbb8e54,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:04.051887 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] Set router c8dce39f-c9e8-4103-a58a-404fbeddb747 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:04.067652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d591cf-ff57-4da8-9203-e2e4273f700e,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:04.072059 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:04.078027 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:04.078330 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:04.082256 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:04.101186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:04.158519 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:04.162423 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:04.283584 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:04.307745 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:04.312085 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:04.464650 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Network 374b67a6-8b0f-4638-b6de-d7768989fa02 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:04.473518 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Pushing event updated for resources: {'Port': ['ID=29f8f759-21d1-42e0-9384-5d4e69b2b13a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:04.500556 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:04.558442 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:04.568297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:04.587918 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Pushing event updated for resources: {'Port': ['ID=a066a996-40d8-44bc-aaef-9288caac3ee4,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:04.678247 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:04.695938 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:04.696658 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:04.799971 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 83056487-d323-4889-999e-6928b648d82f up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:04.884266 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:05.056173 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5263212 Jun 23 03:59:05.085454 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.126234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-0dedfe57-322c-4b6f-b98d-74faa1416ae5 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:59:05.131314 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-0dedfe57-322c-4b6f-b98d-74faa1416ae5 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193911 Jun 23 03:59:05.139888 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-d0ed0e9d-aecc-433c-91ee-3cb91ce27b40 None None] Provisioning for port 29f8f759-21d1-42e0-9384-5d4e69b2b13a completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:05.168821 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Transition to ACTIVE for port object 251f86ca-e6d8-400d-886e-593208e99413 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:05.179916 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-d0ed0e9d-aecc-433c-91ee-3cb91ce27b40 None None] Provisioning complete for port 29f8f759-21d1-42e0-9384-5d4e69b2b13a triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:05.182618 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0e9d-aecc-433c-91ee-3cb91ce27b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.264768 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 83056487-d323-4889-999e-6928b648d82f completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:05.321894 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.341628 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 83056487-d323-4889-999e-6928b648d82f triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:05.342507 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.362890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.384773 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.448013 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:05.656938 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Request body: {'port': {'device_id': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:05.673998 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed0e9d-aecc-433c-91ee-3cb91ce27b40 None None] Port 29f8f759-21d1-42e0-9384-5d4e69b2b13a cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:59:05.836871 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb81d21-76a1-4e39-9d34-0814fe5551ab None None] Pushing event updated for resources: {'Port': ['ID=251f86ca-e6d8-400d-886e-593208e99413,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:05.857189 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Attempting to bind port 251f86ca-e6d8-400d-886e-593208e99413 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:05.857867 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Attempting to bind port 251f86ca-e6d8-400d-886e-593208e99413 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:05.859114 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Attempting to bind port 251f86ca-e6d8-400d-886e-593208e99413 on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:05.863020 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-0eb81d21-76a1-4e39-9d34-0814fe5551ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:05.886279 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:05.888052 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.893635 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:05.895816 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.897261 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:05.898065 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Bound port: 251f86ca-e6d8-400d-886e-593208e99413, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:05.899666 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49526) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:05.901430 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.911852 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-fad5f338-14ba-47f8-a619-47fbcc371458 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=99839) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 03:59:05.912961 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-fad5f338-14ba-47f8-a619-47fbcc371458 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5384593 Jun 23 03:59:05.982010 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:05.990808 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:56Z', 'revision_number': 4, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '6f13540a-381b-4913-a6fa-b5b147e528b9', 'name': '', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'mac_address': 'fa:16:3e:39:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:02Z', 'revision_number': 4, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'subnets': [{'id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:06.053110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1d1e6-611d-4b74-9b92-e97959dd59b7 req-877ac227-3326-4ea7-8c3f-25e6a233aba4 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:06.061321 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a3d1d1e6-611d-4b74-9b92-e97959dd59b7 req-877ac227-3326-4ea7-8c3f-25e6a233aba4 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 932 time: 0.6842620 Jun 23 03:59:06.080135 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3a8b377f-8d54-4025-94eb-aa053590f677 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c25d1526fbd4da8bf3698fcca4b5e7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1788678 Jun 23 03:59:06.083149 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49528) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:06.087273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d418fc-4b12-4723-882c-b4e99a2c351e None None] The sync data for ids ['c8dce39f-c9e8-4103-a58a-404fbeddb747'] in dv-cinder-768592-6-smb is: [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:58:56Z', 'revision_number': 4, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '6f13540a-381b-4913-a6fa-b5b147e528b9', 'name': '', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'mac_address': 'fa:16:3e:39:e7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:02Z', 'revision_number': 4, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'subnets': [{'id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:06.099107 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 83056487-d323-4889-999e-6928b648d82f, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=83056487-d323-4889-999e-6928b648d82f,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:06.124231 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] For port 251f86ca-e6d8-400d-886e-593208e99413, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:06.128543 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] For port 251f86ca-e6d8-400d-886e-593208e99413, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=251f86ca-e6d8-400d-886e-593208e99413,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:06.219161 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.261535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.281499 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.346654 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a3d1d1e6-611d-4b74-9b92-e97959dd59b7 req-d7ac68df-7251-4638-b89a-b7927ba90c59 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842767 Jun 23 03:59:06.489432 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.493920 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:06.509380 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-7102e942-796e-46ff-b3a3-647655c1b5d0 service neutron] 10.222.0.20 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805469 Jun 23 03:59:06.534550 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Allocated IP 172.20.0.1 (6aefea00-d3a8-46c0-9ac1-858815cdd85c/d89f8979-2431-49a7-ac28-de0fdfac39f3/1557c764-c9a1-48cb-a3aa-28b8b3beaa22) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:06.556416 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.557489 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 353e76fa-52e1-473a-84c6-b9b902d1ec40 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:06.560582 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:06.616127 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.642508 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.652322 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24574647-f883-4c15-9288-3ee110ccf4c4 HTTP/1.1" status: 204 len: 168 time: 0.5658131 Jun 23 03:59:06.709262 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.734880 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Pushing event updated for resources: {'Port': ['ID=29f8f759-21d1-42e0-9384-5d4e69b2b13a,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:06.738475 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:06.739988 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:06.740573 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9a9a99ab-bc31-4a11-ae5d-f24d25bf1434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:06.776439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=83056487-d323-4889-999e-6928b648d82f,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:06.791923 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:06.792701 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9413844-5a81-4a05-b9c3-03235672adcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:06.830747 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24574647-f883-4c15-9288-3ee110ccf4c4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:06.842086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:06.983522 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:06.984165 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:07.104081 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:07.115005 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:07.317803 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 03:59:07.337138 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:07.352116 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb81d21-76a1-4e39-9d34-0814fe5551ab None None] Pushing event updated for resources: {'Port': ['ID=251f86ca-e6d8-400d-886e-593208e99413,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:07.359935 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Transition to ACTIVE for port object 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:07.385293 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-0eb81d21-76a1-4e39-9d34-0814fe5551ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:07.465950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 353e76fa-52e1-473a-84c6-b9b902d1ec40 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:07.466449 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:07.727022 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:07.791696 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:07.980778 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:59:07.993550 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaede329-1030-4df6-881b-3143490db56d None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:59:08.012870 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c515958-651a-4ff7-8a0a-0f4726d5c6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1536019 Jun 23 03:59:08.014457 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:08.015265 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:08.025620 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49558) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:08.049181 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.11', 63632) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:08.129092 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c5c7e69f-2279-4dbe-911d-d939c8ee4e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:08.170868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:08.234269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-12386ff9-ba85-48f1-aa0b-d68a149740a9 None None] Provisioning complete for port 29f8f759-21d1-42e0-9384-5d4e69b2b13a triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:08.234854 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-12386ff9-ba85-48f1-aa0b-d68a149740a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:08.331454 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:08.340441 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:08.347027 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:08.351295 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-12386ff9-ba85-48f1-aa0b-d68a149740a9 None None] Port 29f8f759-21d1-42e0-9384-5d4e69b2b13a cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:59:08.509820 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:58:59Z', 'revision_number': 3, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:08.536581 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:08.640596 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64890a58-4eec-46fc-a199-ab8d8b080a3d None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:58:59Z', 'revision_number': 3, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:08.671062 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:08.751893 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6f13540a-381b-4913-a6fa-b5b147e528b9 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:08.773369 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c5ae09cf-d853-48d6-ac75-0036850c77ff tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:08.780642 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c5ae09cf-d853-48d6-ac75-0036850c77ff tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 819 time: 0.7293689 Jun 23 03:59:08.800421 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Request body: {'port': {'device_id': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'admin_state_up': True, 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:08.906374 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-7800d948-d8f8-474c-be2c-14a74c12b4b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3748112 Jun 23 03:59:08.935071 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b4c0b3c6-6fdb-4008-af58-4d541b0ff91c None None] Provisioning for port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:08.940253 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b4c0b3c6-6fdb-4008-af58-4d541b0ff91c None None] Provisioning complete for port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:08.940640 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b4c0b3c6-6fdb-4008-af58-4d541b0ff91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.059340 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 6f13540a-381b-4913-a6fa-b5b147e528b9 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:09.081861 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 6f13540a-381b-4913-a6fa-b5b147e528b9 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:09.084731 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.154998 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0b3c6-6fdb-4008-af58-4d541b0ff91c None None] Port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:59:09.236521 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 2, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:09.300589 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaede329-1030-4df6-881b-3143490db56d None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:09.301368 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaede329-1030-4df6-881b-3143490db56d None None] Updating router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 port 29f8f759-21d1-42e0-9384-5d4e69b2b13a binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:59:09.360865 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eaede329-1030-4df6-881b-3143490db56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.458973 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Pushing event updated for resources: {'Port': ['ID=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:09.486827 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.518435 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.393s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:09.545084 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.629471 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.671025 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 6f13540a-381b-4913-a6fa-b5b147e528b9, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=6f13540a-381b-4913-a6fa-b5b147e528b9,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:09.729278 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:09.731702 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e038-7641-4b93-bf15-2ec1e715ce13 req-6ac0b70a-5787-4d9f-b446-3ad6c05b4ed0 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:09.740398 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2c0e038-7641-4b93-bf15-2ec1e715ce13 req-6ac0b70a-5787-4d9f-b446-3ad6c05b4ed0 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 932 time: 1.9711673 Jun 23 03:59:09.783290 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.784480 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 83056487-d323-4889-999e-6928b648d82f up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:09.788476 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:09.790556 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49600) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:09.800832 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfa12d2e79b54dbfa1491dfa7ddd89a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7582514 Jun 23 03:59:09.806524 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Made reservation on behalf of 23df4987bb334f0b9bdeab8c6e820d8d for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:09.816359 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:09.847972 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3076db29-0bd7-4b5b-922a-e6723a1b005e,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:09.878984 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:09.988355 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.058762 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=6f13540a-381b-4913-a6fa-b5b147e528b9,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:10.059280 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eaede329-1030-4df6-881b-3143490db56d None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.076039 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-eaede329-1030-4df6-881b-3143490db56d None None] Transition to ACTIVE for port object 29f8f759-21d1-42e0-9384-5d4e69b2b13a will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:10.082164 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:10.169223 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eaede329-1030-4df6-881b-3143490db56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.172590 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 83056487-d323-4889-999e-6928b648d82f triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:10.174191 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.174912 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.182520 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:10.288082 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2c0e038-7641-4b93-bf15-2ec1e715ce13 req-1281c54f-4c90-45cf-8b01-f7c5c3e3b5c7 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398428 Jun 23 03:59:10.305636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a066a996-40d8-44bc-aaef-9288caac3ee4 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:10.346329 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.489236 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Allocated IP 172.20.0.12 (a1594d0f-4d8f-468b-9a96-dd79732224af/5f62057a-584a-4c00-b7c7-f1c98255f477/044014ab-df1f-466d-a8e1-e317726ef964) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:10.551126 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.560723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Transition to ACTIVE for port object a066a996-40d8-44bc-aaef-9288caac3ee4 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:10.717666 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce00e403-e10c-4e72-913f-4ae4855eaadb req-d725ac38-f6a0-4563-ad31-55f61d931558 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.1105456 Jun 23 03:59:10.722779 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.764697 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:10.903310 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6f13540a-381b-4913-a6fa-b5b147e528b9 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:10.911265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-52b4c054-51da-4499-aa7d-06a0bd4722a2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:10.941531 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984b6c-2c42-46de-8cb1-6fd1a91acb7c None None] Pushing event updated for resources: {'Port': ['ID=29f8f759-21d1-42e0-9384-5d4e69b2b13a,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:10.964305 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-c8984b6c-2c42-46de-8cb1-6fd1a91acb7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:11.007955 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-eaede329-1030-4df6-881b-3143490db56d None None] Attempting to bind port 29f8f759-21d1-42e0-9384-5d4e69b2b13a on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:11.008330 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-eaede329-1030-4df6-881b-3143490db56d None None] Attempting to bind port 29f8f759-21d1-42e0-9384-5d4e69b2b13a by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:11.009255 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaede329-1030-4df6-881b-3143490db56d None None] Attempting to bind port 29f8f759-21d1-42e0-9384-5d4e69b2b13a on network 757f47f0-76d4-409c-ac18-eb5b05b81784 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:11.047981 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaede329-1030-4df6-881b-3143490db56d None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:11.057808 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaede329-1030-4df6-881b-3143490db56d None None] Checking segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:11.057808 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eaede329-1030-4df6-881b-3143490db56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.057808 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaede329-1030-4df6-881b-3143490db56d None None] Bound using segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:11.057808 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-eaede329-1030-4df6-881b-3143490db56d None None] Bound port: 29f8f759-21d1-42e0-9384-5d4e69b2b13a, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:11.057808 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eaede329-1030-4df6-881b-3143490db56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.058702 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 6f13540a-381b-4913-a6fa-b5b147e528b9 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:11.058702 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.240957 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.332333 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-eaede329-1030-4df6-881b-3143490db56d None None] For port 29f8f759-21d1-42e0-9384-5d4e69b2b13a, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:11.336463 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-eaede329-1030-4df6-881b-3143490db56d None None] For port 29f8f759-21d1-42e0-9384-5d4e69b2b13a, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=29f8f759-21d1-42e0-9384-5d4e69b2b13a,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:11.346720 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 251f86ca-e6d8-400d-886e-593208e99413 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:11.446210 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Pushing event updated for resources: {'Port': ['ID=a066a996-40d8-44bc-aaef-9288caac3ee4,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:11.449629 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.456155 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:11.463566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:11.499022 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-eaede329-1030-4df6-881b-3143490db56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.503106 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:11.574422 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 251f86ca-e6d8-400d-886e-593208e99413 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:11.578754 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 251f86ca-e6d8-400d-886e-593208e99413 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:11.579546 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.696316 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:11.700274 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:11.730353 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984b6c-2c42-46de-8cb1-6fd1a91acb7c None None] Pushing event updated for resources: {'Port': ['ID=29f8f759-21d1-42e0-9384-5d4e69b2b13a,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:11.751688 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.756784 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Network a1594d0f-4d8f-468b-9a96-dd79732224af is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:11.804693 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:11.830917 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:11.867001 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-c8984b6c-2c42-46de-8cb1-6fd1a91acb7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:11.891921 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.897337 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3076db29-0bd7-4b5b-922a-e6723a1b005e HTTP/1.1" status: 204 len: 168 time: 2.1057978 Jun 23 03:59:11.910735 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:11.934370 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:11.934827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Attempting to bind port a066a996-40d8-44bc-aaef-9288caac3ee4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:11.934827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Attempting to bind port a066a996-40d8-44bc-aaef-9288caac3ee4 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:11.934827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Attempting to bind port a066a996-40d8-44bc-aaef-9288caac3ee4 on network 374b67a6-8b0f-4638-b6de-d7768989fa02 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:12.004230 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.011841 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3076db29-0bd7-4b5b-922a-e6723a1b005e,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:12.024504 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 251f86ca-e6d8-400d-886e-593208e99413, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=251f86ca-e6d8-400d-886e-593208e99413,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:12.028501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Port a066a996-40d8-44bc-aaef-9288caac3ee4 on network 374b67a6-8b0f-4638-b6de-d7768989fa02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 03:59:12.030444 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:12.035287 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.041776 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Attempting to bind port a066a996-40d8-44bc-aaef-9288caac3ee4 on network 374b67a6-8b0f-4638-b6de-d7768989fa02 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:12.047827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:12.048050 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Pushing event updated for resources: {'Port': ['ID=044014ab-df1f-466d-a8e1-e317726ef964,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:12.074543 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:12.092630 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Checking segment: {'id': 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:12.094676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Bound using segment: {'id': 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:12.100398 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.103078 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:12.103198 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Bound port: a066a996-40d8-44bc-aaef-9288caac3ee4, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:12.103198 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.116769 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:12.154112 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49654) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:12.156588 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.160541 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:12.161545 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766638157', 'description': 'tempest-description--1797116765'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:12.184080 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.200648 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:12.212565 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4182305 Jun 23 03:59:12.265947 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Request body: {'port': {'device_id': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:12.301852 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=251f86ca-e6d8-400d-886e-593208e99413,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:12.316508 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:12.447777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba03e5-ac10-41e6-97b3-95c452471eaf req-d5383651-9cbb-41db-b378-2418d9aaf670 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:12.449750 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-43ba03e5-ac10-41e6-97b3-95c452471eaf req-d5383651-9cbb-41db-b378-2418d9aaf670 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.8345954 Jun 23 03:59:12.454293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Pushing event updated for resources: {'Port': ['ID=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:12.483360 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:12.490051 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-27890dee-65b1-4eea-a03a-f173772dfa89 req-b1cbbe0b-d3b6-4e3a-a419-41f389f4a06a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.1411383 Jun 23 03:59:12.601364 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.614892 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 251f86ca-e6d8-400d-886e-593208e99413 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:12.620725 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.722900 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] For port a066a996-40d8-44bc-aaef-9288caac3ee4, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:12.762044 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] For port a066a996-40d8-44bc-aaef-9288caac3ee4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a066a996-40d8-44bc-aaef-9288caac3ee4,segment=NetworkSegment(f8c2a2fd-3f51-40ba-9515-ddffdee83c41),segment_id=f8c2a2fd-3f51-40ba-9515-ddffdee83c41)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:12.773027 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-eaede329-1030-4df6-881b-3143490db56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:12.800866 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 251f86ca-e6d8-400d-886e-593208e99413 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:12.801427 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.803472 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-43ba03e5-ac10-41e6-97b3-95c452471eaf req-2cc48e8a-9e3a-4be4-9376-ad95a8871509 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200510 Jun 23 03:59:12.862802 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:12.872329 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:12.880938 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:12.894635 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaede329-1030-4df6-881b-3143490db56d None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:12.897353 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:13.413920 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-6f14793c-4a16-465e-ab3b-a4bd2beff5bd None None] Provisioning complete for port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:13.414475 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6f14793c-4a16-465e-ab3b-a4bd2beff5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:13.487932 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-6f14793c-4a16-465e-ab3b-a4bd2beff5bd None None] Port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:59:13.512777 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:13.514282 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49700) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:13.543067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:13.543954 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:13.545649 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] 10.222.0.11 "PUT /v2.0/ports/a066a996-40d8-44bc-aaef-9288caac3ee4 HTTP/1.1" status: 200 len: 1094 time: 8.1743197 Jun 23 03:59:13.546275 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'tag': 'a066a996-40d8-44bc-aaef-9288caac3ee4'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:13.549030 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:13.651317 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:13.725622 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.11', 63640) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:13.737779 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c5d59701-e869-4c98-ba16-566b606a35d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:13.807139 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50e4a1-7f4b-4810-a2d0-488124427007,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:13.817538 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:13.849107 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044014ab-df1f-466d-a8e1-e317726ef964 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:13.861776 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:13.890953 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Transition to ACTIVE for port object 044014ab-df1f-466d-a8e1-e317726ef964 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:14.000134 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.002075 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.009351 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-428677d0-136c-405c-8037-3efe94221029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:14.053627 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Pushing event updated for resources: {'Port': ['ID=a066a996-40d8-44bc-aaef-9288caac3ee4,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:14.104333 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Pushing event updated for resources: {'Port': ['ID=044014ab-df1f-466d-a8e1-e317726ef964,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:14.110351 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:14.115172 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.138281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:14.139949 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3596b9e2-f7a1-4235-87f1-7f26661440a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:14.184729 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.194278 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0382180 Jun 23 03:59:14.221889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49718) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:14.235107 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0d7f33fb-af2f-48e3-83d6-1526acc87ea2 req-ae2bb960-452b-4a60-989c-23d747eca70e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.2568245 Jun 23 03:59:14.244016 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'security_group_rule': {'security_group_id': '5a50e4a1-7f4b-4810-a2d0-488124427007', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:14.309344 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=522733a0e91344b0b826cd1cbb57e7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7797191 Jun 23 03:59:14.372637 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49720) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:14.373211 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49724) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:14.377867 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250b46c4-2f0e-42c2-87f7-cced07730d40" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7f9ab4-2129-44e8-9843-7bb77b29846e", "tag": "a066a996-40d8-44bc-aaef-9288caac3ee4"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:14.395513 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-e9a7269e-4db8-40c8-b9bb-9a304e4320c7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:14.397081 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-e9a7269e-4db8-40c8-b9bb-9a304e4320c7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 819 time: 0.7270269 Jun 23 03:59:14.504784 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Request body: {'port': {'device_id': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'admin_state_up': True, 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:14.675716 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d0a794-49b4-44c5-ae2e-ec3f8aeda96b,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Attempting to bind port 044014ab-df1f-466d-a8e1-e317726ef964 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Attempting to bind port 044014ab-df1f-466d-a8e1-e317726ef964 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Attempting to bind port 044014ab-df1f-466d-a8e1-e317726ef964 on network a1594d0f-4d8f-468b-9a96-dd79732224af {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Port 044014ab-df1f-466d-a8e1-e317726ef964 on network a1594d0f-4d8f-468b-9a96-dd79732224af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Attempting to bind port 044014ab-df1f-466d-a8e1-e317726ef964 on network a1594d0f-4d8f-468b-9a96-dd79732224af {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Checking segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Bound using segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:14.678552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Bound port: 044014ab-df1f-466d-a8e1-e317726ef964, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:14.681147 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.714574 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 29f8f759-21d1-42e0-9384-5d4e69b2b13a up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:14.720932 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:59:14.803893 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] For port 044014ab-df1f-466d-a8e1-e317726ef964, host hv-cinder-76859, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:14.848845 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:59:14.849215 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] For port 044014ab-df1f-466d-a8e1-e317726ef964, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=044014ab-df1f-466d-a8e1-e317726ef964,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:14.849297 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:14.849297 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:58:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:14.858472 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee42d44e-147b-43d6-84d0-c01ca5d6c1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6767764 Jun 23 03:59:14.861391 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360dfbea-058e-4255-a961-5696a9405c36 x-openstack-request-id: req-360dfbea-058e-4255-a961-5696a9405c36 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:14.861742 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7f9ab4-2129-44e8-9843-7bb77b29846e", "tag": "a066a996-40d8-44bc-aaef-9288caac3ee4", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:14.862004 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-360dfbea-058e-4255-a961-5696a9405c36 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:14.862463 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'tag': 'a066a996-40d8-44bc-aaef-9288caac3ee4', 'status': 'completed', 'code': 200} Jun 23 03:59:14.916955 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.918844 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:14.968877 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-5ad8e2d7-d223-440e-8cdd-aa73a66860de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:14.970709 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-5ad8e2d7-d223-440e-8cdd-aa73a66860de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17166cf0dea3499798378fcf1e13a19f&device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 1097 time: 1.2401273 Jun 23 03:59:14.996928 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690e5f3-0d2a-479a-a43a-a6e5dba2a19e req-8f933b58-9569-4e12-9311-6aa149ac8254 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:14.998750 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2690e5f3-0d2a-479a-a43a-a6e5dba2a19e req-8f933b58-9569-4e12-9311-6aa149ac8254 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.9120853 Jun 23 03:59:15.095190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.100094 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-b008e7bc-d1d4-4082-b620-063205a2286b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a066a996-40d8-44bc-aaef-9288caac3ee4 HTTP/1.1" status: 200 len: 217 time: 0.1140327 Jun 23 03:59:15.119004 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:15.181369 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.186030 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27586371-fdec-4850-8e0a-20feeb0583d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:15.207744 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 29f8f759-21d1-42e0-9384-5d4e69b2b13a completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:15.273577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:15.276211 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 29f8f759-21d1-42e0-9384-5d4e69b2b13a triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:15.276596 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.278498 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.279995 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] 10.222.0.11 "PUT /v2.0/ports/044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 1094 time: 3.0465231 Jun 23 03:59:15.280488 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'tag': '044014ab-df1f-466d-a8e1-e317726ef964'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:15.344300 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Pushing event updated for resources: {'Port': ['ID=044014ab-df1f-466d-a8e1-e317726ef964,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:15.349246 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2690e5f3-0d2a-479a-a43a-a6e5dba2a19e req-93026799-17cc-477a-b97a-9c1b905d3399 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382082 Jun 23 03:59:15.352912 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:15.429007 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.447415 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.db.api [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 03:59:15.447415 dv-cinder-768592-6-smb neutron-server[99839]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 03:59:15.447415 dv-cinder-768592-6-smb neutron-server[99839]: [parameters: {'project_id_1': '23df4987bb334f0b9bdeab8c6e820d8d', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 59, 15, 340071)}] Jun 23 03:59:15.447415 dv-cinder-768592-6-smb neutron-server[99839]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:59:15.447932 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_db.api [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:59:15.463271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0324b0-0094-480b-b450-235292e81746" -d '{"events": [{"name": "network-changed", "server_uuid": "c512f1d4-9dc7-4d70-89f0-0b288671cc23", "tag": "044014ab-df1f-466d-a8e1-e317726ef964"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:15.503389 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3270a68d-b86f-4309-9e7a-f14ab1d1588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.566788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-7afb3237-d133-4d51-8e96-22332f89483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:15.568384 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-7afb3237-d133-4d51-8e96-22332f89483b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f29342-d07a-4151-b5f0-2bedef8d0f61 HTTP/1.1" status: 200 len: 851 time: 0.3518138 Jun 23 03:59:15.600613 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.640006 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.702667 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7e10d7f0-f173-4892-b4c9-3b027189be74 req-7d8557e5-d7c0-4fa8-bb17-93fb144da0d8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.0593941 Jun 23 03:59:15.721517 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 29f8f759-21d1-42e0-9384-5d4e69b2b13a, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=29f8f759-21d1-42e0-9384-5d4e69b2b13a,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:15.779931 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:10Z', 'revision_number': 2, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:15.822753 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:15.823567 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Updating router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 03:59:15.847526 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.857895 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.876039 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54d0a794-49b4-44c5-ae2e-ec3f8aeda96b HTTP/1.1" status: 204 len: 168 time: 1.4755661 Jun 23 03:59:15.878665 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:15.918135 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d0a794-49b4-44c5-ae2e-ec3f8aeda96b,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:15.925890 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:15.930872 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f12830-4423-47bd-ae95-b98770a5a02d x-openstack-request-id: req-14f12830-4423-47bd-ae95-b98770a5a02d {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:15.931754 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c512f1d4-9dc7-4d70-89f0-0b288671cc23", "tag": "044014ab-df1f-466d-a8e1-e317726ef964", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:15.932195 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14f12830-4423-47bd-ae95-b98770a5a02d {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:15.932821 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'tag': '044014ab-df1f-466d-a8e1-e317726ef964', 'status': 'completed', 'code': 200} Jun 23 03:59:15.936904 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.949088 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:15.984477 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:15.997173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872ae80e-4d28-4fc6-8039-19032a2db57a,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:16.011861 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:16.053312 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.056954 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:16.094832 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.113640 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49780) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:16.120453 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929727728', 'description': 'tempest-description--826030908'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:16.158960 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.162636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:16.206897 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4eff5-6ab7-4c88-855d-251e26b5801b,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:16.215280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:16.220169 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89beb6052b3c4c6c869aa762b9b9e3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8218253 Jun 23 03:59:16.222944 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49786) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:16.234185 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.234185 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9967287 Jun 23 03:59:16.236450 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.db.api [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 03:59:16.236450 dv-cinder-768592-6-smb neutron-server[99840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 03:59:16.236450 dv-cinder-768592-6-smb neutron-server[99840]: [parameters: {'project_id_1': '7e2d069244854bf6b6852f04258fca89', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 59, 16, 137882)}] Jun 23 03:59:16.236450 dv-cinder-768592-6-smb neutron-server[99840]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 03:59:16.237120 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_db.api [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 03:59:16.245330 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49790) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:16.252170 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'security_group_rule': {'security_group_id': '5a50e4a1-7f4b-4810-a2d0-488124427007', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:16.269439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=29f8f759-21d1-42e0-9384-5d4e69b2b13a,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:16.282262 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:16.334056 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.360302 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.419095 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Made reservation on behalf of 23df4987bb334f0b9bdeab8c6e820d8d for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:16.438926 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.551914 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.556720 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.562646 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a4eff5-6ab7-4c88-855d-251e26b5801b HTTP/1.1" status: 204 len: 168 time: 0.3340604 Jun 23 03:59:16.562646 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:16.593296 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.598584 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4eff5-6ab7-4c88-855d-251e26b5801b,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:16.599744 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 29f8f759-21d1-42e0-9384-5d4e69b2b13a up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:16.624305 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.624577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:16.686360 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Transition to ACTIVE for port object 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:16.709960 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 29f8f759-21d1-42e0-9384-5d4e69b2b13a triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:16.710353 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.859423 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:16.862096 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:16.927238 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9861bc8-0f74-47ab-bdbe-6b7379748a37 None None] Pushing event updated for resources: {'Port': ['ID=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:16.941234 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9861bc8-0f74-47ab-bdbe-6b7379748a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:16.976105 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-04ec6ce0-a48f-4884-ba74-d74c70ecbbda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=374b67a6-8b0f-4638-b6de-d7768989fa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913819 Jun 23 03:59:17.026315 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-ec7b4d15-7659-40f1-806f-6de48d0286fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:17.028672 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-ec7b4d15-7659-40f1-806f-6de48d0286fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1097 time: 0.2512233 Jun 23 03:59:17.039720 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.099556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Attempting to bind port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:17.102186 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Attempting to bind port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:17.102665 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Attempting to bind port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:17.134935 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:17.135349 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Checking segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:17.140518 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.141577 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Bound using segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:17.142109 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Bound port: 1557c764-c9a1-48cb-a3aa-28b8b3beaa22, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:17.142645 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.187537 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-a30abc4e-6064-41fd-be16-d2cd1444d175 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.1281109 Jun 23 03:59:17.195033 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-5b1dfa2a-2c86-40c9-9e3e-a943f1290b38 service neutron] 10.222.0.11 "GET /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775591 Jun 23 03:59:17.234268 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bb6c29ac-53e8-4ff9-9ed9-5e93064fc697 req-0ef3469b-7520-4716-8473-a43474f54c7a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.0320442 Jun 23 03:59:17.333571 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-6586b56b-453e-495f-af5e-2f3da02ffe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:17.335745 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-6586b56b-453e-495f-af5e-2f3da02ffe5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.1345930 Jun 23 03:59:17.374629 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] For port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:17.381102 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] For port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:17.424386 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-cc6a9af5-b1ca-4428-9bf5-182b92bd2fcf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706913 Jun 23 03:59:17.546606 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.553156 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-111ab69d-5036-479c-bd6c-20b6b759610b service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141014 Jun 23 03:59:17.597772 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.615373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Allocated IP 172.20.0.14 (a1594d0f-4d8f-468b-9a96-dd79732224af/5f62057a-584a-4c00-b7c7-f1c98255f477/7e803085-432e-456a-8a79-2ad6cb677516) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:17.649859 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.652019 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:17.658126 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6fdd9-489c-4c5f-a2b2-4465c9cf6e0c req-04f61c95-5d57-46ac-b02a-5cea1a60e35c tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:17.659692 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c6b6fdd9-489c-4c5f-a2b2-4465c9cf6e0c req-04f61c95-5d57-46ac-b02a-5cea1a60e35c tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.8739612 Jun 23 03:59:17.662302 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e9f245f-8eb2-410a-bf20-b1c048d81f50 req-12b2ab2f-474e-4345-b59f-19d14ea4b7b5 service neutron] 10.222.0.11 "GET /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256072 Jun 23 03:59:17.694734 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.700509 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-75b2296e-f30f-4b33-a035-10e022da5de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.711091 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:17.712398 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:59:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:17.716537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4db22282-d165-4ca8-88ca-7a2ba84b8a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:17.777385 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9861bc8-0f74-47ab-bdbe-6b7379748a37 None None] Pushing event updated for resources: {'Port': ['ID=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:17.786249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9861bc8-0f74-47ab-bdbe-6b7379748a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:17.788145 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.789202 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:17.799888 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6847231 Jun 23 03:59:17.815148 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49826) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:17.818087 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'security_group_rule': {'security_group_id': 'e46288c3-04eb-4938-8512-cedd901581f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:17.837242 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46288c3-04eb-4938-8512-cedd901581f1,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:17.854569 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:17.887788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:18.010354 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e9e272-0f02-4855-8b7f-e7d6d7f4b454,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:18.035641 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:18.040246 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c6b6fdd9-489c-4c5f-a2b2-4465c9cf6e0c req-040f48ef-76f5-4164-8e55-dbb2f02f645a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696427 Jun 23 03:59:18.235553 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.238126 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.241189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49840) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:18.263249 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-32c54044-9b4f-4de7-a76c-f0566e705310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:18.265728 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-32c54044-9b4f-4de7-a76c-f0566e705310 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17166cf0dea3499798378fcf1e13a19f&device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 1097 time: 0.2210181 Jun 23 03:59:18.275538 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:18.280871 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.293198 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-cb4c6bc8-20ea-4404-9880-82cf356fc94e req-bb1296a7-21dc-4921-88ca-b86c8a9442d4 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751228 Jun 23 03:59:18.314623 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.382461 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.385742 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:18.434316 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7021db-7fe1-415d-8cfe-2ceb42649d7d,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:18.449999 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:18.466600 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.467817 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2199023 Jun 23 03:59:18.493117 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49848) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:18.508894 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'floatingip': {'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:18.622277 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bb33f6f-8884-4af7-83e1-847e9d6952c9 req-e080e413-f6df-4f03-acc0-4073748e1934 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.0777709 Jun 23 03:59:18.631671 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0324b0-0094-480b-b450-235292e81746 req-bb5394de-1d16-4b67-b49f-967a67f1ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:18.634730 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-bb5394de-1d16-4b67-b49f-967a67f1ba27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1097 time: 0.1631393 Jun 23 03:59:18.636512 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.696332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.709640 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:17Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:18.739108 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:18.755903 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-973c6628-be2e-423a-814e-f3368e655fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:18.757300 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-973c6628-be2e-423a-814e-f3368e655fe2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=374b67a6-8b0f-4638-b6de-d7768989fa02 HTTP/1.1" status: 200 len: 912 time: 0.4712014 Jun 23 03:59:18.784348 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4926618-42ca-4fb1-8d80-7fe0dc9cf4ac None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:17Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:18.817064 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Network a1594d0f-4d8f-468b-9a96-dd79732224af is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:18.824250 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:18.846251 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:18.865315 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:18.865977 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.881622 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:18.913696 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0324b0-0094-480b-b450-235292e81746 req-cc9f44e4-e154-4b4a-9cc7-030e81222dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:18.915719 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-cc9f44e4-e154-4b4a-9cc7-030e81222dd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.2710345 Jun 23 03:59:18.917270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Pushing event updated for resources: {'Port': ['ID=7e803085-432e-456a-8a79-2ad6cb677516,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:18.920289 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:18.964229 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.203373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.206286 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4596243a-b591-42b2-9dcb-4c94c892c2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:19.245566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b13a477-2bf0-4495-96d6-13cec87b1d83,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:19.250039 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8df4754781b4442ac6930afbf1b33c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0048826 Jun 23 03:59:19.250825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:19.252916 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49860) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:19.331693 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.354967 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.356701 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5446134 Jun 23 03:59:19.362566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 49866) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:19.368696 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'security_group_rule': {'security_group_id': 'e46288c3-04eb-4938-8512-cedd901581f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:19.403957 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.473609 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e7117-8de1-43ab-9c11-7dfa8e2ca690 req-9adfad41-6023-4447-bc96-625445ed515a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:19.475096 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b40e7117-8de1-43ab-9c11-7dfa8e2ca690 req-9adfad41-6023-4447-bc96-625445ed515a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.0960209 Jun 23 03:59:19.481036 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.528333 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b40e7117-8de1-43ab-9c11-7dfa8e2ca690 req-6a796da5-ce9c-4512-82b4-118543375e79 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469427 Jun 23 03:59:19.567292 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.569875 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.571039 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b13a477-2bf0-4495-96d6-13cec87b1d83 HTTP/1.1" status: 204 len: 168 time: 0.3159845 Jun 23 03:59:19.572488 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3275619a-1509-49f3-9339-805fd9448c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:19.583153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b13a477-2bf0-4495-96d6-13cec87b1d83,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:19.585828 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:19.598110 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1001418 Jun 23 03:59:19.606578 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.733388 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Allocated IP 172.28.3.89 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/a2022dc2-eab1-4000-9f7b-6e32a4802177) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:19.740195 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.840482 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.863423 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d611b-b69c-4bb4-800d-d988f0b11069 req-31c48fb6-884f-4734-9852-5fdaa2c82c6c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:19.864972 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-121d611b-b69c-4bb4-800d-d988f0b11069 req-31c48fb6-884f-4734-9852-5fdaa2c82c6c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 932 time: 0.1024845 Jun 23 03:59:19.868960 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.883809 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:59:19.906489 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-121d611b-b69c-4bb4-800d-d988f0b11069 req-5ce60010-588e-4fac-a0a5-d9c8fe9edbb1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340984 Jun 23 03:59:19.969169 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.969266 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:19.970979 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8553a52a-4502-425c-926a-99a54e8a9d61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:19.972287 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:19.997858 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b1c0d8-09b8-47b7-8dec-86d4c7a3ce23,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:20.001470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:20.016592 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:20.020191 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:20.024601 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:20.050164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'Port': ['ID=a2022dc2-eab1-4000-9f7b-6e32a4802177,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:20.054509 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:20.068045 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.070020 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7058039 Jun 23 03:59:20.072844 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49890) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:20.078070 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'floatingip': {'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:20.218054 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.243867 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.294509 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.370646 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.433600 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.578093 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Allocated IP 172.28.3.182 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/d72e856a-7d4d-4ce3-bc3d-c64ea525d888) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:20.596614 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:20.724070 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:20.734139 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:20.734533 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.760819 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6dfca-bb91-452a-ad73-0be0747a574d req-2be82688-2f13-45f9-9090-563cf720949d tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:20.763038 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bb6dfca-bb91-452a-ad73-0be0747a574d req-2be82688-2f13-45f9-9090-563cf720949d tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.1012735 Jun 23 03:59:20.812815 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bb6dfca-bb91-452a-ad73-0be0747a574d req-d2100cb0-691a-4128-895c-8e288c41367f tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Jun 23 03:59:20.858328 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.891205 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:20.968218 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.979759 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:20.981670 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:21.033541 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:21.045761 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.048359 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:21.101100 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a7d8-0c62-4335-aa32-ee072c964096 req-89de2ec7-91a4-4a2f-9401-28bb9f743305 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:21.103129 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0635a7d8-0c62-4335-aa32-ee072c964096 req-89de2ec7-91a4-4a2f-9401-28bb9f743305 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 932 time: 0.0656652 Jun 23 03:59:21.119639 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.128549 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:21.142864 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0635a7d8-0c62-4335-aa32-ee072c964096 req-fd7ba9d8-6752-411a-b281-6aa61c59d7b0 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334046 Jun 23 03:59:21.151979 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.204392 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:21.206993 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:21.216397 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:21.227891 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'Port': ['ID=a2022dc2-eab1-4000-9f7b-6e32a4802177,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:21.264760 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:21.269742 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:21.272096 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.341097 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'Port': ['ID=d72e856a-7d4d-4ce3-bc3d-c64ea525d888,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:21.344918 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:21.386854 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.446219 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.447515 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9490201 Jun 23 03:59:21.538865 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.717543 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.759762 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-4a440164-bbbb-4701-b84c-cf01b28879ac tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1766638157&fields=id&tenant_id=35c0442d32784706aa00e1912047a0ae HTTP/1.1" status: 200 len: 267 time: 0.0449829 Jun 23 03:59:21.761037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49954) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:21.778750 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.782016 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c1c6b9db-cf93-4586-b21b-b327bea0366e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:21.855205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Request body: {'port': {'device_id': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:21.860676 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'Port': ['ID=d72e856a-7d4d-4ce3-bc3d-c64ea525d888,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:21.894881 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:21.900483 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-f0bc9968-2dbf-4fbb-8dcc-8d048adf9941 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.0473356 Jun 23 03:59:21.901334 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-037e52f8-5982-41d4-aeea-ce2b6d9615fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a066a996-40d8-44bc-aaef-9288caac3ee4 HTTP/1.1" status: 200 len: 217 time: 0.0435934 Jun 23 03:59:21.902561 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.951235 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:21.977035 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0324b0-0094-480b-b450-235292e81746 req-67f68490-e2e1-43dc-9f40-2182d141bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:21.978474 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-67f68490-e2e1-43dc-9f40-2182d141bef8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0636845 Jun 23 03:59:22.012697 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-f27c1619-b203-41a0-800f-b152d040967f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272856 Jun 23 03:59:22.028644 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2b02e259-9b3e-4fd9-9548-5c0ceed97b28 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:22.028644 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2b02e259-9b3e-4fd9-9548-5c0ceed97b28 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 811 time: 0.2565763 Jun 23 03:59:22.043397 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.044566 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9706542 Jun 23 03:59:22.097510 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.121794 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-d1b6a53b-a201-444e-83f8-5099b9e71957 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/quotas/35c0442d32784706aa00e1912047a0ae HTTP/1.1" status: 200 len: 375 time: 0.0785527 Jun 23 03:59:22.153861 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-561e9768-7c32-451c-8fe8-9ebce61e7a25 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126573 Jun 23 03:59:22.155340 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-f4c6ec81-3d1f-4398-b148-7230311516e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:22.156787 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-f4c6ec81-3d1f-4398-b148-7230311516e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18f29342-d07a-4151-b5f0-2bedef8d0f61 HTTP/1.1" status: 200 len: 851 time: 0.2283916 Jun 23 03:59:22.270171 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-aa06f0d8-88e6-4d08-b596-ed327b7695c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=374b67a6-8b0f-4638-b6de-d7768989fa02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686107 Jun 23 03:59:22.280556 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3f0324b0-0094-480b-b450-235292e81746 req-cd004ee6-bbca-4491-b282-8774510ac950 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148546 Jun 23 03:59:22.285161 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.385928 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.390380 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9ba2ab0b-6b80-4e92-a8ab-f9fd939d9cfa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:22.426761 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eef54-f54a-4110-a870-bfc2fbcba40a req-f96c7876-d601-498a-a4e5-d6ef6ce4ce76 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:22.428277 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a49eef54-f54a-4110-a870-bfc2fbcba40a req-f96c7876-d601-498a-a4e5-d6ef6ce4ce76 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.4368632 Jun 23 03:59:22.431078 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8503e485ef65480d93d1f28dd828b8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6688621 Jun 23 03:59:22.433033 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c2cfe-3442-43f9-ba53-4d369e93cd6f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:22.436921 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 49988) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:22.437261 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:22.492251 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-f2caa1c0-ba88-4681-badd-d0d4f668ee6c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3416047 Jun 23 03:59:22.497350 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.541145 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:22.549705 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.597477 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a49eef54-f54a-4110-a870-bfc2fbcba40a req-b9e44dad-ba69-4e99-9a40-bb4ed018fd5c tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537192 Jun 23 03:59:22.602933 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-8d3b3695-050a-4ee3-9e22-89b77e283a0c service neutron] 10.222.0.11 "GET /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221428 Jun 23 03:59:22.615126 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:22.615470 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.689912 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.692814 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:22.697438 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d44c2cfe-3442-43f9-ba53-4d369e93cd6f HTTP/1.1" status: 204 len: 168 time: 0.2610793 Jun 23 03:59:22.698204 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:22.706395 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c2cfe-3442-43f9-ba53-4d369e93cd6f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:22.708820 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:22.956773 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-b7d96650-6e6a-4558-afd3-720f92cf6063 service neutron] 10.222.0.20 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222414 Jun 23 03:59:23.037288 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-250b46c4-2f0e-42c2-87f7-cced07730d40 req-d03a1d70-16bc-45a7-83f1-3b7e787ad6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351587 Jun 23 03:59:23.081797 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e803085-432e-456a-8a79-2ad6cb677516 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:23.093412 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff360b-af40-4447-b9ff-817b3d9ee5da req-e9560e2f-f657-4081-b1e9-0651aad6bea8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:23.100351 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-92ff360b-af40-4447-b9ff-817b3d9ee5da req-e9560e2f-f657-4081-b1e9-0651aad6bea8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 932 time: 0.2974854 Jun 23 03:59:23.116443 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:23.162897 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Transition to ACTIVE for port object 7e803085-432e-456a-8a79-2ad6cb677516 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:23.178472 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-92ff360b-af40-4447-b9ff-817b3d9ee5da req-70b02ed8-a506-4549-b240-99ac50d9fbb4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715559 Jun 23 03:59:23.181898 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-5b8f08b3-a14f-443d-97f3-338e3d43734a service neutron] 10.222.0.20 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163057 Jun 23 03:59:23.234506 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:23.237716 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:23.323490 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Pushing event updated for resources: {'Port': ['ID=7e803085-432e-456a-8a79-2ad6cb677516,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:23.330314 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:23.350044 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Attempting to bind port 7e803085-432e-456a-8a79-2ad6cb677516 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:23.350414 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Attempting to bind port 7e803085-432e-456a-8a79-2ad6cb677516 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:23.350706 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Attempting to bind port 7e803085-432e-456a-8a79-2ad6cb677516 on network a1594d0f-4d8f-468b-9a96-dd79732224af {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:23.358375 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Port 7e803085-432e-456a-8a79-2ad6cb677516 on network a1594d0f-4d8f-468b-9a96-dd79732224af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 03:59:23.358694 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Attempting to bind port 7e803085-432e-456a-8a79-2ad6cb677516 on network a1594d0f-4d8f-468b-9a96-dd79732224af {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:23.373358 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:23.373700 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Checking segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:23.374086 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Bound using segment: {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:23.374524 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Bound port: 7e803085-432e-456a-8a79-2ad6cb677516, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f173020c-abd0-484b-ae4c-dccd7e6faa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:23.374873 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:23.382070 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-eb9e02e2-c078-453d-8954-1fc0175b1091 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--929727728&fields=id&tenant_id=7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 267 time: 0.0598729 Jun 23 03:59:23.512275 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-db0bd259-f470-44d6-a48b-29179d5a56af req-efe68b28-5700-4f93-b14d-c3964c73403f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 210 time: 0.0430789 Jun 23 03:59:23.562719 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] For port 7e803085-432e-456a-8a79-2ad6cb677516, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:23.567031 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] For port 7e803085-432e-456a-8a79-2ad6cb677516, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e803085-432e-456a-8a79-2ad6cb677516,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:23.574643 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-cf784482-2ba3-4bc7-8151-5fcde34acc1e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:23.580402 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-cf784482-2ba3-4bc7-8151-5fcde34acc1e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 815 time: 0.1873894 Jun 23 03:59:23.594903 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-93937587-b26c-4254-9f07-bbd4d973a379 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/quotas/7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 375 time: 0.0112791 Jun 23 03:59:23.675142 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-7bb6a01c-79f6-40ba-b473-acdd1016cbce tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0707006 Jun 23 03:59:23.678546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:23.679018 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-bf5412a3-6861-4b0d-818a-1cf458764b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:23.748706 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:23.749337 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:23.750781 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e803085-432e-456a-8a79-2ad6cb677516 HTTP/1.1" status: 200 len: 1094 time: 1.9032903 Jun 23 03:59:23.761070 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'tag': '7e803085-432e-456a-8a79-2ad6cb677516'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:23.763460 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02724e0f-a412-4c8e-b694-810855a81ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e584b53-995d-4a93-835a-99ebae1d61a2", "tag": "7e803085-432e-456a-8a79-2ad6cb677516"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:23.831150 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Pushing event updated for resources: {'Port': ['ID=7e803085-432e-456a-8a79-2ad6cb677516,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:23.843811 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:23.876790 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-dda90188-2a73-4f9a-8002-e3fc7e5a5974 service neutron] 10.222.0.20 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721404 Jun 23 03:59:23.895865 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7019ac1-e890-415e-84fe-59a29d906214 req-34783bf6-18f1-4679-bace-83f7e7f7315c tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:23.897333 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e7019ac1-e890-415e-84fe-59a29d906214 req-34783bf6-18f1-4679-bace-83f7e7f7315c tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.1635773 Jun 23 03:59:24.027701 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e7019ac1-e890-415e-84fe-59a29d906214 req-33f20ac6-c5d8-4313-88ee-3b19389b74c3 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199162 Jun 23 03:59:24.057347 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-962fd3d9-d16a-4eb1-85e2-02599aad8f0c service neutron] 10.222.0.20 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584206 Jun 23 03:59:24.061162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-5a09eeea-d751-4c82-8fd5-f9242d796285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:24.062020 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-5a09eeea-d751-4c82-8fd5-f9242d796285 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 1097 time: 0.1531897 Jun 23 03:59:24.112140 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5528697a-22ac-4468-a086-88bf3808644c x-openstack-request-id: req-5528697a-22ac-4468-a086-88bf3808644c {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:24.112627 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e584b53-995d-4a93-835a-99ebae1d61a2", "tag": "7e803085-432e-456a-8a79-2ad6cb677516", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:24.113044 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5528697a-22ac-4468-a086-88bf3808644c {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:24.113556 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'tag': '7e803085-432e-456a-8a79-2ad6cb677516', 'status': 'completed', 'code': 200} Jun 23 03:59:24.116445 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-0e3f74df-93f6-4c70-b8b6-ec50e46c782e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e803085-432e-456a-8a79-2ad6cb677516 HTTP/1.1" status: 200 len: 217 time: 0.0457721 Jun 23 03:59:24.169296 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-ede3eabf-e1b0-4938-8173-cfeb5ae95807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:24.170867 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-ede3eabf-e1b0-4938-8173-cfeb5ae95807 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0472546 Jun 23 03:59:24.208154 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-63836697-fd1f-4b2b-b54a-d4aa87fea93e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301719 Jun 23 03:59:24.317352 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-cb0d168f-0fcf-4b25-9e69-ae0b9483cdb1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012185 Jun 23 03:59:24.439081 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a49be-a14c-4e90-b7a9-877bc3c683bb req-af8e6383-3004-4e0c-903c-439a8a11f56f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:24.439313 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff8a49be-a14c-4e90-b7a9-877bc3c683bb req-af8e6383-3004-4e0c-903c-439a8a11f56f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 944 time: 0.1349497 Jun 23 03:59:24.459764 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a68f5c8-c19c-4b9b-a1aa-f06840cd8ec7 req-5666060c-3f0c-45eb-b9e8-af6eded3448a service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348648 Jun 23 03:59:24.525715 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-87ed4cfe-f6b2-4421-9176-d318ece07fed req-3c875671-a96a-491b-a303-2979b859bf9d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 210 time: 0.0401959 Jun 23 03:59:24.550134 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff8a49be-a14c-4e90-b7a9-877bc3c683bb req-875b19ca-dc47-4b92-80b9-6c4cc9fb88d9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020660 Jun 23 03:59:24.673308 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9144a049-fad2-47f6-977e-37ce1b0a6a0b req-e1abb905-90b0-4183-b3c7-29f9cf5cf355 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 210 time: 0.0539496 Jun 23 03:59:24.696364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-7fce6ad5-d0c7-4d9c-a0bb-1b7378902a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:24.697875 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-7fce6ad5-d0c7-4d9c-a0bb-1b7378902a32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 1097 time: 0.0919220 Jun 23 03:59:24.790451 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-0d44e7d2-7578-4d7b-8fb9-c0f8ccf5d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:24.791891 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-0d44e7d2-7578-4d7b-8fb9-c0f8ccf5d9b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.0877724 Jun 23 03:59:25.004717 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-8ec38fd2-df78-4e7e-b328-5fa13aa34e68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e803085-432e-456a-8a79-2ad6cb677516 HTTP/1.1" status: 200 len: 217 time: 0.2065494 Jun 23 03:59:25.065899 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-ac034b62-d0dd-420b-93f1-a81f56b41e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:25.067767 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-ac034b62-d0dd-420b-93f1-a81f56b41e95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0556514 Jun 23 03:59:25.107332 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-84eeb335-2701-4c5a-b95b-b580eb43b70e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319541 Jun 23 03:59:25.272799 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-f1c2904a-544f-4865-9543-a1670fcd704e service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503196 Jun 23 03:59:25.312177 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a904a0-3e75-40e2-a45c-5ec8b29c38a8 req-978d20d4-a885-4876-a725-fcea2a609473 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:25.313649 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01a904a0-3e75-40e2-a45c-5ec8b29c38a8 req-978d20d4-a885-4876-a725-fcea2a609473 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.1075869 Jun 23 03:59:25.393990 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01a904a0-3e75-40e2-a45c-5ec8b29c38a8 req-df87279e-2e16-44a0-a4ce-f0643d385fed tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737445 Jun 23 03:59:25.421490 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-02724e0f-a412-4c8e-b694-810855a81ee4 req-5817ebf0-0cd5-4762-aa21-f7382d2d7c41 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334152 Jun 23 03:59:25.623412 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5608170a-85a6-416f-852d-5bee28934722 req-6580d06e-f42d-4679-ac72-ddba0dc1d866 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 210 time: 0.0301702 Jun 23 03:59:25.783185 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886994b-d1e0-40d2-b2fd-d3ed12f1ca90 req-627eb701-19b8-41f7-8d82-6db043d25d32 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:25.786593 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a886994b-d1e0-40d2-b2fd-d3ed12f1ca90 req-627eb701-19b8-41f7-8d82-6db043d25d32 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 944 time: 0.0963583 Jun 23 03:59:25.849558 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f85a8890-371a-4e29-a3b7-b011f33351ae req-7d185208-1f1d-4f92-ada7-9b285eca2793 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 210 time: 0.0467587 Jun 23 03:59:25.859761 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a886994b-d1e0-40d2-b2fd-d3ed12f1ca90 req-2b6d0380-121f-45c0-8d04-8979ecacb7b2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721133 Jun 23 03:59:25.896622 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50132) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:25.999151 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.083527 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.154031 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.157316 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:26.194285 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00b0372e1e47404693d11ab7990bd9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965491 Jun 23 03:59:26.196217 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578b87cf-3306-428f-8d08-ba83258d26a8,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:26.197084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50136) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:26.199556 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:26.249257 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.270343 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.437161 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.440410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:26.449754 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/578b87cf-3306-428f-8d08-ba83258d26a8 HTTP/1.1" status: 204 len: 168 time: 0.2435844 Jun 23 03:59:26.449754 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9192bc87-3a92-4fae-8004-8e4694cadb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:26.454996 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578b87cf-3306-428f-8d08-ba83258d26a8,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:26.457475 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:26.652808 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-f812db69-3e6a-4520-bc31-5998a77c926a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:26.654372 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-f812db69-3e6a-4520-bc31-5998a77c926a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 811 time: 0.1584046 Jun 23 03:59:26.667702 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82373a33-d5b2-4b15-a0bd-09f25cef5489 req-dfb897c4-6ccf-4de0-8028-535693d87580 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:26.669218 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82373a33-d5b2-4b15-a0bd-09f25cef5489 req-dfb897c4-6ccf-4de0-8028-535693d87580 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.1353731 Jun 23 03:59:26.741218 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-8ec22d53-e9c3-4179-9923-22ac26b4e866 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c0442d32784706aa00e1912047a0ae HTTP/1.1" status: 200 len: 380 time: 0.0709350 Jun 23 03:59:26.744882 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82373a33-d5b2-4b15-a0bd-09f25cef5489 req-80336415-dbed-47a0-9ca2-f2720684c47e tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Jun 23 03:59:26.753046 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'port': {'device_id': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'admin_state_up': True, 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'security_groups': ['5a50e4a1-7f4b-4810-a2d0-488124427007']}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:26.841445 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eaecdd31-3bb2-4f13-8a2d-7dd29259d192 req-333b0f79-9d01-467e-874a-5c8497a007ff tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 210 time: 0.0773892 Jun 23 03:59:27.063467 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dca09cda-5544-4753-9208-4c66b7f01d66 req-63de4a13-b750-4b3b-af80-dca3ee5ed064 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 210 time: 0.0334160 Jun 23 03:59:27.096021 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb4d7-7fdb-4eea-9dde-99470b483f6f req-19cf0db4-d2c7-4210-a7ad-973418dda3e9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:27.097516 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-616bb4d7-7fdb-4eea-9dde-99470b483f6f req-19cf0db4-d2c7-4210-a7ad-973418dda3e9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 944 time: 0.1051357 Jun 23 03:59:27.098698 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Made reservation on behalf of 35c0442d32784706aa00e1912047a0ae for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:27.102122 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.190291 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-616bb4d7-7fdb-4eea-9dde-99470b483f6f req-a33133dd-5500-4910-85e9-6f42069cf154 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780473 Jun 23 03:59:27.230648 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50172) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:27.246025 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.345227 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.345731 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Allocated IP 172.20.0.3 (757f47f0-76d4-409c-ac18-eb5b05b81784/5d8d110f-6422-4061-8671-f48617fc8a13/ebd5786b-ad75-486d-9227-9f9b719b66a9) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:27.387273 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-81395126-b0cc-4c12-bcd9-6a0c63120da0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:27.388710 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-81395126-b0cc-4c12-bcd9-6a0c63120da0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 815 time: 0.1423659 Jun 23 03:59:27.459759 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.463686 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d59a4e6d-3e1c-4ff0-b4b4-427ffcba9b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:27.491258 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-7332f05c-c5a2-46b7-8387-1bc5f4839eef tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 379 time: 0.0906360 Jun 23 03:59:27.499670 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80ca1646c5bd45239f6e645959159aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673261 Jun 23 03:59:27.500558 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d052c14-7859-4a90-ad87-08227ff6dd08,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:27.502306 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'port': {'device_id': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'admin_state_up': True, 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'security_groups': ['e46288c3-04eb-4938-8512-cedd901581f1']}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:27.502826 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50180) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:27.508957 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:27.560037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.583622 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.615406 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.641956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Transition to ACTIVE for port object ebd5786b-ad75-486d-9227-9f9b719b66a9 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:27.731632 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.736550 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.737745 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d052c14-7859-4a90-ad87-08227ff6dd08 HTTP/1.1" status: 204 len: 168 time: 0.2339787 Jun 23 03:59:27.738414 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:27.746151 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d052c14-7859-4a90-ad87-08227ff6dd08,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:27.748435 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:27.786610 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Made reservation on behalf of 7e2d069244854bf6b6852f04258fca89 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:27.793021 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.804592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:27.811912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:27.947477 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:27.957918 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:27.982640 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:27.988141 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:27.988761 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:28.014741 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'Port': ['ID=ebd5786b-ad75-486d-9227-9f9b719b66a9,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:28.027401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:28.066043 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d5d9da6c-51bc-4e06-b978-d90f9e288fe3 req-26d09e4c-c498-4f89-b3cd-44c29d2c7889 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 210 time: 0.0719290 Jun 23 03:59:28.116942 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Allocated IP 172.20.0.8 (6aefea00-d3a8-46c0-9ac1-858815cdd85c/d89f8979-2431-49a7-ac28-de0fdfac39f3/d126e803-6ee9-4a88-9a62-947960d7e336) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 03:59:28.135372 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044d4c2-448b-4860-b346-0eb58499996f req-7213dd46-0439-47a7-8031-5b14794b95b9 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:28.136939 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7044d4c2-448b-4860-b346-0eb58499996f req-7213dd46-0439-47a7-8031-5b14794b95b9 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 944 time: 0.2500634 Jun 23 03:59:28.170692 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223700 Jun 23 03:59:28.185539 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Request body: {'port': {'device_id': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:28.257598 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 044014ab-df1f-466d-a8e1-e317726ef964 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 03:59:28.285889 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7044d4c2-448b-4860-b346-0eb58499996f req-6c8a62f8-0181-422b-a897-9f65d45608f0 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376894 Jun 23 03:59:28.347836 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-307d1a3b-aeb4-491e-96fe-3ccec1a316ff None None] Provisioning for port ebd5786b-ad75-486d-9227-9f9b719b66a9 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:28.357405 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-307d1a3b-aeb4-491e-96fe-3ccec1a316ff None None] Provisioning complete for port ebd5786b-ad75-486d-9227-9f9b719b66a9 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:28.357808 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-307d1a3b-aeb4-491e-96fe-3ccec1a316ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:28.441844 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 044014ab-df1f-466d-a8e1-e317726ef964, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=044014ab-df1f-466d-a8e1-e317726ef964,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:28.451187 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-307d1a3b-aeb4-491e-96fe-3ccec1a316ff None None] Port ebd5786b-ad75-486d-9227-9f9b719b66a9 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:59:28.458518 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '044014ab-df1f-466d-a8e1-e317726ef964', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'port_id': '044014ab-df1f-466d-a8e1-e317726ef964', 'mac_address': 'fa:16:3e:84:b4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 03:59:28.512577 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:28.541218 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044014ab-df1f-466d-a8e1-e317726ef964 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:28.570729 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 044014ab-df1f-466d-a8e1-e317726ef964, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=044014ab-df1f-466d-a8e1-e317726ef964,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:28.618181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:28.636612 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:28.656445 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ccf02-246d-42f2-a5db-f70c6ffa366a req-67c2ac34-82e9-487d-a1e5-2f9b130e4668 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:28.657856 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-385ccf02-246d-42f2-a5db-f70c6ffa366a req-67c2ac34-82e9-487d-a1e5-2f9b130e4668 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 931 time: 0.4344594 Jun 23 03:59:28.701415 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:28.701415 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a066a996-40d8-44bc-aaef-9288caac3ee4 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 03:59:28.701693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Transition to ACTIVE for port object d126e803-6ee9-4a88-9a62-947960d7e336 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:28.703155 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1810005f-f0d0-4491-9da2-7014aee0d78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:28.766106 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac9be6-81be-4726-b480-2edb38906604 req-910cf50a-208f-4a30-8fd4-0733b378bab4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:28.767649 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-09ac9be6-81be-4726-b480-2edb38906604 req-910cf50a-208f-4a30-8fd4-0733b378bab4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 944 time: 0.2322879 Jun 23 03:59:28.783101 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=044014ab-df1f-466d-a8e1-e317726ef964,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:28.786727 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:28.853215 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-385ccf02-246d-42f2-a5db-f70c6ffa366a req-dc9e0ce2-3613-433d-a35f-ec97ff5dde05 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811333 Jun 23 03:59:28.877420 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a066a996-40d8-44bc-aaef-9288caac3ee4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a066a996-40d8-44bc-aaef-9288caac3ee4,segment=NetworkSegment(f8c2a2fd-3f51-40ba-9515-ddffdee83c41),segment_id=f8c2a2fd-3f51-40ba-9515-ddffdee83c41)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:28.905904 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'a066a996-40d8-44bc-aaef-9288caac3ee4', 'network_id': '374b67a6-8b0f-4638-b6de-d7768989fa02', 'port_id': 'a066a996-40d8-44bc-aaef-9288caac3ee4', 'mac_address': 'fa:16:3e:41:58:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18f29342-d07a-4151-b5f0-2bedef8d0f61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 03:59:28.941427 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-09ac9be6-81be-4726-b480-2edb38906604 req-0141cd35-f80d-4fb2-95bb-cc1697229357 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211758 Jun 23 03:59:28.971941 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.004865 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a066a996-40d8-44bc-aaef-9288caac3ee4 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:29.040499 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a066a996-40d8-44bc-aaef-9288caac3ee4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a066a996-40d8-44bc-aaef-9288caac3ee4,segment=NetworkSegment(f8c2a2fd-3f51-40ba-9515-ddffdee83c41),segment_id=f8c2a2fd-3f51-40ba-9515-ddffdee83c41)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:29.048327 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.057687 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:29.132784 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.134406 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 7e803085-432e-456a-8a79-2ad6cb677516 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 03:59:29.138810 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 03:59:29.165366 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:29.165462 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:29.165917 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 03:59:29.176259 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:29.176909 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.204392 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50264) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:29.224136 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:29.236096 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:29.263839 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 7e803085-432e-456a-8a79-2ad6cb677516, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e803085-432e-456a-8a79-2ad6cb677516,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:29.290427 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '7e803085-432e-456a-8a79-2ad6cb677516', 'network_id': 'a1594d0f-4d8f-468b-9a96-dd79732224af', 'port_id': '7e803085-432e-456a-8a79-2ad6cb677516', 'mac_address': 'fa:16:3e:44:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f62057a-584a-4c00-b7c7-f1c98255f477', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 03:59:29.368256 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd5786b-ad75-486d-9227-9f9b719b66a9 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:29.388000 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.410011 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Transition to ACTIVE for port object ebd5786b-ad75-486d-9227-9f9b719b66a9 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:29.414005 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=a066a996-40d8-44bc-aaef-9288caac3ee4,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:29.421666 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.421824 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9235494 Jun 23 03:59:29.440251 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.443907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675d949-7e94-4cb0-8d27-f22a1deae31c req-d034f811-621e-4c58-84df-40af8d1f985d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:29.452587 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0675d949-7e94-4cb0-8d27-f22a1deae31c req-d034f811-621e-4c58-84df-40af8d1f985d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 931 time: 0.1697545 Jun 23 03:59:29.458806 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:29.459001 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Request body: {'port': {'device_id': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:29.475930 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e803085-432e-456a-8a79-2ad6cb677516 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:29.521221 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 7e803085-432e-456a-8a79-2ad6cb677516, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e803085-432e-456a-8a79-2ad6cb677516,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:29.521584 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.563379 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1fd63e9f-b9f4-4363-8686-575f5fea870d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:29.570732 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.589242 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0675d949-7e94-4cb0-8d27-f22a1deae31c req-42215f09-906f-4fe7-a44f-d0e888bc5273 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357715 Jun 23 03:59:29.609047 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.612020 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:29.638130 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.657309 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.670700 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd5786b-ad75-486d-9227-9f9b719b66a9,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:29.679895 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:29.680575 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b96b24be-5a96-41eb-b9e3-fd0cc523d2f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:29.684791 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=7e803085-432e-456a-8a79-2ad6cb677516,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:29.689731 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:29.699414 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-33b6d799-5fff-4133-935f-3590ee20391e None None] Provisioning for port d126e803-6ee9-4a88-9a62-947960d7e336 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:29.706431 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-33b6d799-5fff-4133-935f-3590ee20391e None None] Provisioning complete for port d126e803-6ee9-4a88-9a62-947960d7e336 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:29.707567 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-33b6d799-5fff-4133-935f-3590ee20391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.721792 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47b73b6a1a3b4878b5b8efc685d71b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158219 Jun 23 03:59:29.727963 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50282) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:29.766043 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512db50d-07c4-4234-ad5c-5fe27fc8fec9,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:29.772600 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:29.774966 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d6dc0-366a-4719-99fe-5e2d244f8074 req-49c2a29f-b0ef-461c-b925-2fdbc0e30464 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:29.776630 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f3d6dc0-366a-4719-99fe-5e2d244f8074 req-49c2a29f-b0ef-461c-b925-2fdbc0e30464 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 945 time: 0.2619212 Jun 23 03:59:29.800270 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-33b6d799-5fff-4133-935f-3590ee20391e None None] Port d126e803-6ee9-4a88-9a62-947960d7e336 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 03:59:29.809192 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.838993 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Attempting to bind port ebd5786b-ad75-486d-9227-9f9b719b66a9 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:29.839332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Attempting to bind port ebd5786b-ad75-486d-9227-9f9b719b66a9 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:29.839691 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Attempting to bind port ebd5786b-ad75-486d-9227-9f9b719b66a9 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:29.845463 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.857799 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Port ebd5786b-ad75-486d-9227-9f9b719b66a9 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 03:59:29.858125 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Attempting to bind port ebd5786b-ad75-486d-9227-9f9b719b66a9 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:29.920348 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:29.920620 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Checking segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:29.921011 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Bound using segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:29.921650 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Bound port: ebd5786b-ad75-486d-9227-9f9b719b66a9, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:29.922006 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:29.964678 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f3d6dc0-366a-4719-99fe-5e2d244f8074 req-1bc34ceb-52e2-4138-b048-12e3ef7828c2 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427510 Jun 23 03:59:30.042725 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.045720 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.046833 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/512db50d-07c4-4234-ad5c-5fe27fc8fec9 HTTP/1.1" status: 204 len: 168 time: 0.3177843 Jun 23 03:59:30.047644 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6958ee9c-492b-4bb4-b3e7-32c6eff5ae1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:30.060742 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512db50d-07c4-4234-ad5c-5fe27fc8fec9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:30.064755 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:30.104273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['7e803085-432e-456a-8a79-2ad6cb677516'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 03:59:30.172148 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['044014ab-df1f-466d-a8e1-e317726ef964'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 03:59:30.174696 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a066a996-40d8-44bc-aaef-9288caac3ee4'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 03:59:30.231423 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] For port ebd5786b-ad75-486d-9227-9f9b719b66a9, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:30.261796 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] For port ebd5786b-ad75-486d-9227-9f9b719b66a9, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:30.289771 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace36b2-53d3-4c99-9a47-4a40fa2f9542 req-a4e5fc59-1193-45e0-a82f-a904ef51664d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:30.298691 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6ace36b2-53d3-4c99-9a47-4a40fa2f9542 req-a4e5fc59-1193-45e0-a82f-a904ef51664d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.3132765 Jun 23 03:59:30.391622 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d126e803-6ee9-4a88-9a62-947960d7e336 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:30.403384 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357f4ac-2fbe-4739-b4eb-e9fe33c7a11b req-863f5daf-77c1-451e-957d-708134c06f62 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:30.404941 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b357f4ac-2fbe-4739-b4eb-e9fe33c7a11b req-863f5daf-77c1-451e-957d-708134c06f62 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 945 time: 0.2589953 Jun 23 03:59:30.421932 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6ace36b2-53d3-4c99-9a47-4a40fa2f9542 req-23fe161a-97ef-47b5-96cd-f641c8681084 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227727 Jun 23 03:59:30.427853 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.431483 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.445910 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:30.472081 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Transition to ACTIVE for port object d126e803-6ee9-4a88-9a62-947960d7e336 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 03:59:30.507734 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:30.508600 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.510181 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] 10.222.0.11 "PUT /v2.0/ports/ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 1093 time: 2.3290391 Jun 23 03:59:30.518868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:30.518868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:30.554794 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b357f4ac-2fbe-4739-b4eb-e9fe33c7a11b req-f5d6ac1f-46af-4885-b710-bd728fe08012 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248267 Jun 23 03:59:30.588109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cd968a-0fec-4e00-85d2-5a7f1198ef9d x-openstack-request-id: req-59cd968a-0fec-4e00-85d2-5a7f1198ef9d {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:30.592273 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:30.592273 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59cd968a-0fec-4e00-85d2-5a7f1198ef9d {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:30.592273 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'status': 'completed', 'code': 200} Jun 23 03:59:30.606184 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd5786b-ad75-486d-9227-9f9b719b66a9,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:30.629961 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:30.633143 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.688005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:30.776978 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:30.780053 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:30.878189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Attempting to bind port d126e803-6ee9-4a88-9a62-947960d7e336 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 03:59:30.878650 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Attempting to bind port d126e803-6ee9-4a88-9a62-947960d7e336 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 03:59:30.879059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Attempting to bind port d126e803-6ee9-4a88-9a62-947960d7e336 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:30.899815 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Port d126e803-6ee9-4a88-9a62-947960d7e336 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 03:59:30.908838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Attempting to bind port d126e803-6ee9-4a88-9a62-947960d7e336 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 03:59:30.913887 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300 req-8e7db59e-8d83-4e86-9631-2694a4f7e2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:30.916300 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300 req-8e7db59e-8d83-4e86-9631-2694a4f7e2bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1096 time: 0.2885966 Jun 23 03:59:30.919655 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 03:59:30.920130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Checking segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:30.920623 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Bound using segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 03:59:30.921178 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Bound port: d126e803-6ee9-4a88-9a62-947960d7e336, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 03:59:30.921630 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:30.998415 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f748e14-3678-4b67-bab0-ad8a584f2a51 req-af5bf9dc-510c-488a-b004-26148359ce79 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.000083 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9f748e14-3678-4b67-bab0-ad8a584f2a51 req-af5bf9dc-510c-488a-b004-26148359ce79 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.2369683 Jun 23 03:59:31.109850 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50336) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:31.127126 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.215021 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9f748e14-3678-4b67-bab0-ad8a584f2a51 req-2761bb3f-e2ef-4513-bd99-68730c5f25b2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708052 Jun 23 03:59:31.222712 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300 req-9e8720ce-91ee-443f-82b2-9479779735be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.223766 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.224065 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300 req-9e8720ce-91ee-443f-82b2-9479779735be service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=35c0442d32784706aa00e1912047a0ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2996559 Jun 23 03:59:31.225044 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 03:59:31.249076 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 03:59:31.325670 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.328393 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f79a4848-8636-4c4e-8b93-31c60e223a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:31.366479 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daa9ae5b304044bfb174749da732c222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547855 Jun 23 03:59:31.367890 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7df349b-a737-4606-bfe6-42fa0e55befa,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:31.370235 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50340) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:31.377489 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:31.422556 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.446855 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.505778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.521147 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:31.577400 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef1679-cf70-42b0-bef2-9cd5bdaadbd2 req-b6673e42-4204-479c-a8ab-a5eb92fd5be4 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.578822 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-28ef1679-cf70-42b0-bef2-9cd5bdaadbd2 req-b6673e42-4204-479c-a8ab-a5eb92fd5be4 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 945 time: 0.4598975 Jun 23 03:59:31.583703 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.586507 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.587814 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7df349b-a737-4606-bfe6-42fa0e55befa HTTP/1.1" status: 204 len: 168 time: 0.2165101 Jun 23 03:59:31.588693 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-800e3940-6e4a-4d15-842e-83dadb200ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:31.596632 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7df349b-a737-4606-bfe6-42fa0e55befa,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:31.600214 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:31.665196 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.665813 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:31.667358 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] 10.222.0.11 "PUT /v2.0/ports/d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 1093 time: 2.2126842 Jun 23 03:59:31.692446 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300 req-847b0bbd-e317-4525-8152-81eb41127666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.694842 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4af119b8-2e09-46ca-ac6a-fff4dc0bc300 req-847b0bbd-e317-4525-8152-81eb41127666 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4583972 Jun 23 03:59:31.696571 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:31.714716 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:31.720917 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-28ef1679-cf70-42b0-bef2-9cd5bdaadbd2 req-114e7169-4d65-4058-b099-5da153aab9a1 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203673 Jun 23 03:59:31.753987 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c6a64-490a-4b00-b55c-81c2cb014642 req-06e26d96-f69a-48a2-ac64-467e2770b74e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.762863 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a3c6a64-490a-4b00-b55c-81c2cb014642 req-06e26d96-f69a-48a2-ac64-467e2770b74e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.1945627 Jun 23 03:59:31.876322 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a3c6a64-490a-4b00-b55c-81c2cb014642 req-173cf57c-059a-4fca-98ea-a4bf839095fe tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125712 Jun 23 03:59:31.930437 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-3b33d296-b53f-4e62-b063-5376242b39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.931961 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-3b33d296-b53f-4e62-b063-5376242b39c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1096 time: 0.1571743 Jun 23 03:59:31.933626 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-caf47544-6b22-47e7-bbf4-93ad0eaed4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:31.934943 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-caf47544-6b22-47e7-bbf4-93ad0eaed4a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1096 time: 0.1202281 Jun 23 03:59:32.003348 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-e12b70e1-c0d5-4faf-9693-0a85fc2c1384 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 217 time: 0.0546334 Jun 23 03:59:32.068179 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-517f93ac-113c-46d9-9dde-641177412dd7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 217 time: 0.0757537 Jun 23 03:59:32.097386 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68c5bf-1d2e-49a0-a886-9377eb16256e req-19f67339-0a71-4923-9dea-4ee1d7839998 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:32.106407 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1c68c5bf-1d2e-49a0-a886-9377eb16256e req-19f67339-0a71-4923-9dea-4ee1d7839998 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 945 time: 0.2544515 Jun 23 03:59:32.155853 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-e939e774-2fc6-45eb-a8ec-50816b8a0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:32.157297 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-e939e774-2fc6-45eb-a8ec-50816b8a0a57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.1229897 Jun 23 03:59:32.209513 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-ad019fd0-34db-40b8-a9c6-db1e95adb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:32.211390 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-ad019fd0-34db-40b8-a9c6-db1e95adb616 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.1344795 Jun 23 03:59:32.217657 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1c68c5bf-1d2e-49a0-a886-9377eb16256e req-5032a1e6-3aba-43c1-98c9-43b153637344 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105955 Jun 23 03:59:32.248381 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 044014ab-df1f-466d-a8e1-e317726ef964 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:32.302793 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-c54abc01-c832-4ef6-8702-79f904a9a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:32.304333 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-c54abc01-c832-4ef6-8702-79f904a9a6e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372001 Jun 23 03:59:32.334532 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-9a051f47-49dc-4dc6-839f-c7869721753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:32.336621 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-9a051f47-49dc-4dc6-839f-c7869721753a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167920 Jun 23 03:59:32.423245 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 044014ab-df1f-466d-a8e1-e317726ef964 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:32.427999 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 044014ab-df1f-466d-a8e1-e317726ef964 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:32.432581 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:32.524775 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-2a6d1f36-961f-4b6f-834c-edf80859c8e6 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130098 Jun 23 03:59:32.574506 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-240f3494-8350-413f-aae0-08641cbb5d51 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311223 Jun 23 03:59:32.608982 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:32.611193 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b34409a-43f5-4e3a-a7e2-e77435801788" -d '{"events": [{"name": "network-changed", "server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:32.647280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faa384-abf8-48ed-871e-ef565fc27a37 req-ea0a664c-227d-45f3-9acd-78c23a9235ac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:32.649574 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-78faa384-abf8-48ed-871e-ef565fc27a37 req-ea0a664c-227d-45f3-9acd-78c23a9235ac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.1976919 Jun 23 03:59:32.707293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5671c788-f657-4dda-adce-30201be49647 x-openstack-request-id: req-5671c788-f657-4dda-adce-30201be49647 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:32.707293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:32.708045 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5671c788-f657-4dda-adce-30201be49647 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:32.708045 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'status': 'completed', 'code': 200} Jun 23 03:59:32.710417 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:32.743138 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044014ab-df1f-466d-a8e1-e317726ef964'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:32.775272 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c26a17c9-7f57-409c-8bfd-5c6c6e6548e2 req-d3fb070c-acef-4cb1-a50b-eaac0bffae66 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367437 Jun 23 03:59:32.790832 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-78faa384-abf8-48ed-871e-ef565fc27a37 req-c54b8f20-78f3-4caf-9741-042863620266 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299968 Jun 23 03:59:32.794088 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-084e1c7c-082e-4cd3-b522-075ff77db5d0 req-eb9ab502-1ac7-45ed-bb84-99e29d1b8711 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781576 Jun 23 03:59:32.848818 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 044014ab-df1f-466d-a8e1-e317726ef964, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=044014ab-df1f-466d-a8e1-e317726ef964,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:32.911280 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:32.912490 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a066a996-40d8-44bc-aaef-9288caac3ee4 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:32.956003 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:33.048972 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=044014ab-df1f-466d-a8e1-e317726ef964,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:33.052856 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:33.126015 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port a066a996-40d8-44bc-aaef-9288caac3ee4 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:33.130190 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port a066a996-40d8-44bc-aaef-9288caac3ee4 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:33.130572 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:33.161366 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3267c-d25b-4362-825b-cd19f1d33581 req-93914751-c702-4769-94e4-d9974df8a621 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.163031 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a7e3267c-d25b-4362-825b-cd19f1d33581 req-93914751-c702-4769-94e4-d9974df8a621 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 945 time: 0.2805629 Jun 23 03:59:33.172806 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-55153e9d-5d62-4d9a-a30f-da2fc7eeeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.174146 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-55153e9d-5d62-4d9a-a30f-da2fc7eeeaf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1096 time: 0.1904075 Jun 23 03:59:33.225651 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cec050-6339-4d04-88a9-f4256fc59da0" -d '{"events": [{"server_uuid": "c512f1d4-9dc7-4d70-89f0-0b288671cc23", "name": "network-vif-plugged", "status": "completed", "tag": "044014ab-df1f-466d-a8e1-e317726ef964"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:33.245118 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:33.287008 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a066a996-40d8-44bc-aaef-9288caac3ee4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a066a996-40d8-44bc-aaef-9288caac3ee4,segment=NetworkSegment(f8c2a2fd-3f51-40ba-9515-ddffdee83c41),segment_id=f8c2a2fd-3f51-40ba-9515-ddffdee83c41)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:33.309777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f72f0-2fdb-4742-b96c-36ff5cad0eb9 req-b46bbd63-84d8-49b3-9f98-70463edae95d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.311259 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a55f72f0-2fdb-4742-b96c-36ff5cad0eb9 req-b46bbd63-84d8-49b3-9f98-70463edae95d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.2388475 Jun 23 03:59:33.340011 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a7e3267c-d25b-4362-825b-cd19f1d33581 req-51e0e9fd-d10d-427b-9d66-0558a4e9f43a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641223 Jun 23 03:59:33.374035 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-39de86f3-a279-4a3e-9140-06d0399cc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.375541 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-39de86f3-a279-4a3e-9140-06d0399cc262 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.1913202 Jun 23 03:59:33.383309 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a55f72f0-2fdb-4742-b96c-36ff5cad0eb9 req-2580fe8d-c2b8-4494-ac84-7f1a6c3177c8 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597537 Jun 23 03:59:33.421811 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-4e323969-2361-432d-8504-9e449fd29ade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 217 time: 0.0375407 Jun 23 03:59:33.446453 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:33.447383 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 7e803085-432e-456a-8a79-2ad6cb677516 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:33.450447 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:33.484633 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-2fb8b82a-3279-4f64-ade8-a2f5b919a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.486888 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-2fb8b82a-3279-4f64-ade8-a2f5b919a333 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0556035 Jun 23 03:59:33.533262 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e8f05b-feb0-4e89-b45d-bb697c862033 x-openstack-request-id: req-b4e8f05b-feb0-4e89-b45d-bb697c862033 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:33.537502 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c512f1d4-9dc7-4d70-89f0-0b288671cc23", "name": "network-vif-plugged", "status": "completed", "tag": "044014ab-df1f-466d-a8e1-e317726ef964", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:33.537502 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4e8f05b-feb0-4e89-b45d-bb697c862033 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:33.537502 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044014ab-df1f-466d-a8e1-e317726ef964', 'code': 200} Jun 23 03:59:33.548642 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=a066a996-40d8-44bc-aaef-9288caac3ee4,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:33.553618 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:33.591687 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-72c5d238-4be9-4c05-b225-e7eef9dea7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.596234 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-72c5d238-4be9-4c05-b225-e7eef9dea7e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995281 Jun 23 03:59:33.605947 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650bd02-9251-402e-8af9-92c007d65fbb req-14a24920-9d19-4f07-998f-38c42b0312c9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:33.607676 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0650bd02-9251-402e-8af9-92c007d65fbb req-14a24920-9d19-4f07-998f-38c42b0312c9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 945 time: 0.1042845 Jun 23 03:59:33.653836 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 7e803085-432e-456a-8a79-2ad6cb677516 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:33.658009 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 7e803085-432e-456a-8a79-2ad6cb677516 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:33.658494 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:33.694907 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0650bd02-9251-402e-8af9-92c007d65fbb req-a21948c6-a54b-4ed5-a5ab-a2a39566b7fb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779819 Jun 23 03:59:33.725442 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-a2fd9ca4-cdd2-466c-a739-91c245563736 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167707 Jun 23 03:59:33.775668 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:33.828622 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 7e803085-432e-456a-8a79-2ad6cb677516, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e803085-432e-456a-8a79-2ad6cb677516,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:33.849170 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b34409a-43f5-4e3a-a7e2-e77435801788 req-eecb60c4-d20d-465a-827c-bb7adafcba44 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156058 Jun 23 03:59:33.894476 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:33.896475 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-0eb81d21-76a1-4e39-9d34-0814fe5551ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:33.959952 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=7e803085-432e-456a-8a79-2ad6cb677516,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:33.964505 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:34.083016 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d71a-45a7-452d-93f2-66633038ffc2 req-09cca760-4db5-422c-81e4-eba1bb2b01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:34.083016 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce00d71a-45a7-452d-93f2-66633038ffc2 req-09cca760-4db5-422c-81e4-eba1bb2b01a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.1596327 Jun 23 03:59:34.104487 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571939c-b23c-4d0d-81a9-5a336314303b req-df4e5061-44ee-4838-beee-1d85f42b0c18 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:34.106268 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1571939c-b23c-4d0d-81a9-5a336314303b req-df4e5061-44ee-4838-beee-1d85f42b0c18 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.1432219 Jun 23 03:59:34.112214 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce00d71a-45a7-452d-93f2-66633038ffc2 req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:34.352547 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1571939c-b23c-4d0d-81a9-5a336314303b req-3b9c7c37-2284-4f1c-8cd7-dd343e85438a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379975 Jun 23 03:59:34.433782 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce00d71a-45a7-452d-93f2-66633038ffc2 req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:34.583482 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce00d71a-45a7-452d-93f2-66633038ffc2 req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:34.593968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:34.630624 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad346270-0567-450f-9489-5c1cd7888ad2 req-294fe5e5-9e14-4b42-974c-57cbcfbb4c63 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:34.632114 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ad346270-0567-450f-9489-5c1cd7888ad2 req-294fe5e5-9e14-4b42-974c-57cbcfbb4c63 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.1493092 Jun 23 03:59:34.638549 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce00d71a-45a7-452d-93f2-66633038ffc2 req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506017 Jun 23 03:59:34.645811 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e4bc-c9bd-491a-a2a6-d204f2902f41 req-daef77d6-0d34-4b93-b74a-5e456f4c2557 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:34.647156 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9d33e4bc-c9bd-491a-a2a6-d204f2902f41 req-daef77d6-0d34-4b93-b74a-5e456f4c2557 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.1297576 Jun 23 03:59:34.667401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5fe40-de2b-4398-a7c8-96da6dbd9b0e,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:34.676975 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:34.712930 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ad346270-0567-450f-9489-5c1cd7888ad2 req-98d1a650-4e81-472b-94c4-9a223d5c066a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648010 Jun 23 03:59:34.718155 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9d33e4bc-c9bd-491a-a2a6-d204f2902f41 req-b69d2222-0ab3-40b6-b98d-66ac7f71b099 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586846 Jun 23 03:59:34.793829 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50486) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:34.948489 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0520c0-17fd-4e14-a997-27c8ec16463e req-1998fe8d-48ff-4e48-b790-e758008f6c88 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:34.950619 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1a0520c0-17fd-4e14-a997-27c8ec16463e req-1998fe8d-48ff-4e48-b790-e758008f6c88 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1064408 Jun 23 03:59:34.991676 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1a0520c0-17fd-4e14-a997-27c8ec16463e req-c780beeb-9c4e-4268-880d-64b80553088d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347476 Jun 23 03:59:35.057805 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.144903 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.219620 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.223255 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:35.256882 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=127361eefd694056aaa0ba4071fe8cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4608970 Jun 23 03:59:35.260105 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50512) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:35.270186 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff5a2a-ee46-40de-9856-eb5686f43e46,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:35.274763 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:35.321797 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.346596 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.535849 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a066a996-40d8-44bc-aaef-9288caac3ee4'}, {'server_uuid': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e803085-432e-456a-8a79-2ad6cb677516'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:35.545217 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.545551 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a136a9-2b2d-4616-8c52-362c152778e1" -d '{"events": [{"server_uuid": "6c7f9ab4-2129-44e8-9843-7bb77b29846e", "name": "network-vif-plugged", "status": "completed", "tag": "a066a996-40d8-44bc-aaef-9288caac3ee4"}, {"server_uuid": "2e584b53-995d-4a93-835a-99ebae1d61a2", "name": "network-vif-plugged", "status": "completed", "tag": "7e803085-432e-456a-8a79-2ad6cb677516"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:35.545673 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:35.545673 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5ff5a2a-ee46-40de-9856-eb5686f43e46 HTTP/1.1" status: 204 len: 168 time: 0.2836921 Jun 23 03:59:35.546966 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-34b7353b-c935-465a-9405-5c04e063abd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:35.558808 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff5a2a-ee46-40de-9856-eb5686f43e46,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:35.560995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:35.570291 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a57f-8ecb-4436-9cd2-14f6bf511632 req-bce8c19e-3006-4bf7-bf10-6cfb0d53ac88 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:35.573213 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9301a57f-8ecb-4436-9cd2-14f6bf511632 req-bce8c19e-3006-4bf7-bf10-6cfb0d53ac88 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0860884 Jun 23 03:59:35.621162 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9301a57f-8ecb-4436-9cd2-14f6bf511632 req-bc5388ce-adcc-400a-aaff-8b47b4b0ad3d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Jun 23 03:59:35.636471 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9040ca4-a358-4c82-9650-97adf48bdc06 x-openstack-request-id: req-c9040ca4-a358-4c82-9650-97adf48bdc06 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:35.636471 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7f9ab4-2129-44e8-9843-7bb77b29846e", "name": "network-vif-plugged", "status": "completed", "tag": "a066a996-40d8-44bc-aaef-9288caac3ee4", "code": 200}, {"server_uuid": "2e584b53-995d-4a93-835a-99ebae1d61a2", "name": "network-vif-plugged", "status": "completed", "tag": "7e803085-432e-456a-8a79-2ad6cb677516", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:35.636471 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9040ca4-a358-4c82-9650-97adf48bdc06 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:35.636471 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a066a996-40d8-44bc-aaef-9288caac3ee4', 'code': 200} Jun 23 03:59:35.636471 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e803085-432e-456a-8a79-2ad6cb677516', 'code': 200} Jun 23 03:59:35.956883 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f2df4-95bd-4800-905a-eb0f002653d3 req-9d6d976b-b81d-4ed0-8e6a-89ae597d3b46 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:35.959420 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b75f2df4-95bd-4800-905a-eb0f002653d3 req-9d6d976b-b81d-4ed0-8e6a-89ae597d3b46 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.1215947 Jun 23 03:59:36.018275 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ada0c-4069-469c-9b4a-7459040631d7 req-46de60d7-81f1-4258-b3b6-7485ebbfecfd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:36.019860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1c4ada0c-4069-469c-9b4a-7459040631d7 req-46de60d7-81f1-4258-b3b6-7485ebbfecfd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.1527076 Jun 23 03:59:36.022616 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b75f2df4-95bd-4800-905a-eb0f002653d3 req-1a48273e-f715-4f02-a9a2-63a167b69c68 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509722 Jun 23 03:59:36.086713 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1c4ada0c-4069-469c-9b4a-7459040631d7 req-68b5375e-b613-47be-a71b-4c9b6cea5521 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532780 Jun 23 03:59:36.249704 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bd567-1336-4443-91e8-f759a8566538 req-07569a15-9f5c-4aa9-a2ea-871c4ab37133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:36.251509 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e6bd567-1336-4443-91e8-f759a8566538 req-07569a15-9f5c-4aa9-a2ea-871c4ab37133 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 1099 time: 0.1350877 Jun 23 03:59:36.268609 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3065c-fd22-48d2-be79-ccc467211287 req-d04a788a-b968-4c39-8784-d012c509b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:36.269950 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d1d3065c-fd22-48d2-be79-ccc467211287 req-d04a788a-b968-4c39-8784-d012c509b06c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 1099 time: 0.1461291 Jun 23 03:59:36.313371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c9925-64f8-4b00-ad37-68ab878f8f71 req-8a8c7a81-4ff9-448a-ae15-043bb2413842 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:36.314864 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8f1c9925-64f8-4b00-ad37-68ab878f8f71 req-8a8c7a81-4ff9-448a-ae15-043bb2413842 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1610007 Jun 23 03:59:36.324308 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e6bd567-1336-4443-91e8-f759a8566538 req-05da5ac9-4024-4fd3-b1b9-8fbea6386a2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652149 Jun 23 03:59:36.352440 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d1d3065c-fd22-48d2-be79-ccc467211287 req-c9986b91-e3d3-499c-8a76-afab353c2098 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736892 Jun 23 03:59:36.365371 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8f1c9925-64f8-4b00-ad37-68ab878f8f71 req-6b520bb4-c6b5-4d22-a625-dd82ce07d734 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Jun 23 03:59:36.397186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50550) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:36.414520 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.505025 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.677453 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.680536 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:36.720313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f221147-cc17-48b4-99fb-077f51ef1d07,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:36.725750 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=253cf9c70214411fb254f9ba1bc395ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268480 Jun 23 03:59:36.727285 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:36.728751 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50556) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:36.788549 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.814249 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.824995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a452a7d-ca71-44f7-b1e9-f72397e47060 req-0c225cc6-0dd4-4183-899b-f479f33d674d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:36.827904 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0a452a7d-ca71-44f7-b1e9-f72397e47060 req-0c225cc6-0dd4-4183-899b-f479f33d674d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0703726 Jun 23 03:59:36.870832 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0a452a7d-ca71-44f7-b1e9-f72397e47060 req-e84d756d-289a-4c9c-8cd2-ccc56c3b32e3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Jun 23 03:59:36.936978 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.939858 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:36.940994 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f221147-cc17-48b4-99fb-077f51ef1d07 HTTP/1.1" status: 204 len: 168 time: 0.2111416 Jun 23 03:59:36.941724 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8b326aac-420b-4f82-9416-ae197f98c966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:36.950057 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f221147-cc17-48b4-99fb-077f51ef1d07,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:36.952338 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:37.276838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c2991-895b-4cb1-99d3-6a25e49335ee req-7f9ea447-5179-429a-b112-85d28fcd9a66 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:37.283722 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e91c2991-895b-4cb1-99d3-6a25e49335ee req-7f9ea447-5179-429a-b112-85d28fcd9a66 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.1227264 Jun 23 03:59:37.362633 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e426d1e-5c42-4c9b-9877-76cf54f5c4f5 req-98d11649-0729-4419-be6a-4960d4a6ce49 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:37.364474 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e426d1e-5c42-4c9b-9877-76cf54f5c4f5 req-98d11649-0729-4419-be6a-4960d4a6ce49 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.1377347 Jun 23 03:59:37.386305 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e91c2991-895b-4cb1-99d3-6a25e49335ee req-f1f34eb4-bfbd-4ad7-b7e6-1655004dfcfc tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873718 Jun 23 03:59:37.416008 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e426d1e-5c42-4c9b-9877-76cf54f5c4f5 req-99e5c583-d622-4f5f-b07b-f7fedad8cd26 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Jun 23 03:59:37.566522 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85e80f-17c2-4f89-936a-25ab6f97cb7e req-c3f15a7d-9cfa-4d20-b63b-9490e0b93218 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:37.568152 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3e85e80f-17c2-4f89-936a-25ab6f97cb7e req-c3f15a7d-9cfa-4d20-b63b-9490e0b93218 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0802071 Jun 23 03:59:37.606816 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3e85e80f-17c2-4f89-936a-25ab6f97cb7e req-50c01afe-fd69-4c1b-a10d-091dc3be2f8b tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327544 Jun 23 03:59:38.058295 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b45ae-b0b1-4b9f-a521-8bc844637a34 req-5d1a4e69-8259-4910-a5f3-b64ec78d7275 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:38.059818 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e7b45ae-b0b1-4b9f-a521-8bc844637a34 req-5d1a4e69-8259-4910-a5f3-b64ec78d7275 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0699313 Jun 23 03:59:38.098267 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e7b45ae-b0b1-4b9f-a521-8bc844637a34 req-1d464bd6-6f5f-419b-a7e1-00707c99a37e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326288 Jun 23 03:59:38.292232 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ebd5786b-ad75-486d-9227-9f9b719b66a9 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 03:59:38.421917 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port ebd5786b-ad75-486d-9227-9f9b719b66a9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:38.434821 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'port_id': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'mac_address': 'fa:16:3e:ab:67:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 03:59:38.478386 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:38.497125 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd5786b-ad75-486d-9227-9f9b719b66a9 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:38.517670 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port ebd5786b-ad75-486d-9227-9f9b719b66a9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:38.634463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:38.635312 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 03:59:38.638685 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9413844-5a81-4a05-b9c3-03235672adcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:38.641557 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf2c11-955d-4909-96c4-10fe89b7566e req-8de679ed-becd-4f0d-be07-8c65050252ed tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:38.643060 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8ccf2c11-955d-4909-96c4-10fe89b7566e req-8de679ed-becd-4f0d-be07-8c65050252ed tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.1151388 Jun 23 03:59:38.664458 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a99d1b-0864-424c-9c65-4b6210902362 req-1499d475-3296-4c10-8dd4-b25191a7bf2b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:38.665808 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4a99d1b-0864-424c-9c65-4b6210902362 req-1499d475-3296-4c10-8dd4-b25191a7bf2b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 943 time: 0.1004508 Jun 23 03:59:38.711977 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8ccf2c11-955d-4909-96c4-10fe89b7566e req-7296c4a0-5a19-49da-b2f4-bb83b790302f tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611067 Jun 23 03:59:38.716503 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=ebd5786b-ad75-486d-9227-9f9b719b66a9,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:38.719870 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:38.730794 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4a99d1b-0864-424c-9c65-4b6210902362 req-675ae06f-11c6-44f1-9c96-c60634a928c9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565109 Jun 23 03:59:38.807208 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:38.819732 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'mac_address': 'fa:16:3e:2d:2d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 03:59:38.864372 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:38.881490 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d126e803-6ee9-4a88-9a62-947960d7e336 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 03:59:38.906817 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:38.951943 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477f84a-34b6-45a4-9c98-b8bae2bbdd80 req-0b3fec74-cc15-44f3-8ef6-9f28e3946b82 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:38.953542 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a477f84a-34b6-45a4-9c98-b8bae2bbdd80 req-0b3fec74-cc15-44f3-8ef6-9f28e3946b82 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0680494 Jun 23 03:59:38.979342 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:38.981342 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:38.993884 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a477f84a-34b6-45a4-9c98-b8bae2bbdd80 req-d0a2da09-d682-4378-abdb-b7ee1dfae02c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Jun 23 03:59:39.035555 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:39.039750 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:39.290573 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab87c64-c295-4194-8e52-258276d327f2 req-7da20b9e-1387-4293-9c13-a4717d6b9a1a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:39.292252 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bab87c64-c295-4194-8e52-258276d327f2 req-7da20b9e-1387-4293-9c13-a4717d6b9a1a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0681608 Jun 23 03:59:39.331746 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bab87c64-c295-4194-8e52-258276d327f2 req-2062687c-b516-4134-a641-afb33e415644 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337794 Jun 23 03:59:39.350281 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['d126e803-6ee9-4a88-9a62-947960d7e336'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 03:59:39.377046 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['ebd5786b-ad75-486d-9227-9f9b719b66a9'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 03:59:39.723621 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1fb7-19dd-48a2-abb4-469dad8f2c2f req-8a3c5f0a-4d83-4a26-87b2-6ae8eb4e3210 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:39.725144 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b4a1fb7-19dd-48a2-abb4-469dad8f2c2f req-8a3c5f0a-4d83-4a26-87b2-6ae8eb4e3210 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1131690 Jun 23 03:59:39.731801 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-1b4a05a9-d7fc-4e51-9fc3-72929bd5bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:39.733306 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-1b4a05a9-d7fc-4e51-9fc3-72929bd5bc83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 1099 time: 0.0934083 Jun 23 03:59:39.754633 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:39.826781 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b4a1fb7-19dd-48a2-abb4-469dad8f2c2f req-bb1db8a8-ac97-4e69-886e-175bcb479d52 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924983 Jun 23 03:59:39.862725 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-f51cb291-5e03-432a-b55f-8288ec95d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:39.864576 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-f51cb291-5e03-432a-b55f-8288ec95d628 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.1243474 Jun 23 03:59:39.914178 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-92840968-53b5-47a0-a068-93c0fc5509ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e803085-432e-456a-8a79-2ad6cb677516 HTTP/1.1" status: 200 len: 217 time: 0.0413187 Jun 23 03:59:40.002981 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-e494050e-a9f2-43fd-baa5-8b8f60990bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:40.004490 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-e494050e-a9f2-43fd-baa5-8b8f60990bf7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0837321 Jun 23 03:59:40.042874 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-ed0e90a5-f6c4-4624-8be7-fbca587073cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306370 Jun 23 03:59:40.058640 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10cd86-4600-4510-b9f3-a195b851a563 req-011ec2d5-9006-4042-83c6-8db846067b60 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:40.060087 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6d10cd86-4600-4510-b9f3-a195b851a563 req-011ec2d5-9006-4042-83c6-8db846067b60 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 944 time: 0.1306546 Jun 23 03:59:40.150509 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6d10cd86-4600-4510-b9f3-a195b851a563 req-2a2ea7b1-2a2c-4ff9-9252-73e5fa86de5c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816824 Jun 23 03:59:40.178623 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-70a08a7a-ccbc-4607-b762-18909f00c939 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172857 Jun 23 03:59:40.283702 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c17ff476-3e84-4ae5-be59-06304669cb14 req-1e1f49bd-48c9-4a8e-9105-e3ce61c01288 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892022 Jun 23 03:59:40.507622 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97cad-2a27-4b75-8c2f-3ff5229344ee req-038bf3a8-4513-4aa0-9242-cbb92116afac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:40.509095 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-29b97cad-2a27-4b75-8c2f-3ff5229344ee req-038bf3a8-4513-4aa0-9242-cbb92116afac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0627608 Jun 23 03:59:40.547400 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-29b97cad-2a27-4b75-8c2f-3ff5229344ee req-05df1582-7841-4630-9e55-97790b576803 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325220 Jun 23 03:59:40.740709 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50722) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:40.841915 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:40.931891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:41.001727 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:41.008221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:41.041959 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe3338-426a-4ed8-bc2b-5ca8a9d0948b req-2f5eff02-6c7b-409c-bb15-314f85ffdecf tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:41.043281 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-acbe3338-426a-4ed8-bc2b-5ca8a9d0948b req-2f5eff02-6c7b-409c-bb15-314f85ffdecf tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0867224 Jun 23 03:59:41.066654 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0d7de-6349-4797-a34a-0751c9a3ced2,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:41.072471 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba91b7905eac45a58cba076e3b23a687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306196 Jun 23 03:59:41.073361 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:41.075380 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50736) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:41.105303 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-acbe3338-426a-4ed8-bc2b-5ca8a9d0948b req-c477ee5e-28c8-47af-aa7b-20d44b64681e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Jun 23 03:59:41.138384 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:41.161305 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:41.316789 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:41.319416 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:41.321370 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60e0d7de-6349-4797-a34a-0751c9a3ced2 HTTP/1.1" status: 204 len: 168 time: 0.2439542 Jun 23 03:59:41.322118 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9fb2b3ae-b9f5-4ea9-997c-454d32deda1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:41.326451 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083632eb-cf8b-4fea-926b-fa807105a91c req-97140495-a9a1-4950-936c-5e8fb0e30c22 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:41.328045 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-083632eb-cf8b-4fea-926b-fa807105a91c req-97140495-a9a1-4950-936c-5e8fb0e30c22 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 944 time: 0.0636623 Jun 23 03:59:41.329827 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0d7de-6349-4797-a34a-0751c9a3ced2,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:41.346394 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:41.369503 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-083632eb-cf8b-4fea-926b-fa807105a91c req-42f06b81-4027-4ef1-bf78-14bfba837b84 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350316 Jun 23 03:59:41.744750 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73440b41-c449-4fc1-a859-ae3f6fed22fd req-329168b9-41d8-477c-830e-7b453373f7ec tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:41.746229 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-73440b41-c449-4fc1-a859-ae3f6fed22fd req-329168b9-41d8-477c-830e-7b453373f7ec tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0836160 Jun 23 03:59:41.803225 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-73440b41-c449-4fc1-a859-ae3f6fed22fd req-50178abd-3d01-4994-aa86-b94e535e0f49 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505462 Jun 23 03:59:42.040418 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50786) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:42.053428 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.143150 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.230496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.252897 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fb411835-70aa-4aec-b36c-e9b9b7e8f668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:42.262869 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4cd72f4c9cc4dc882e06163ece39d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190781 Jun 23 03:59:42.263396 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50792) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:42.281810 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d6191a-ab72-49f4-83ec-a3e1a6092900,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:42.285346 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:42.305073 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ebd5786b-ad75-486d-9227-9f9b719b66a9 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:42.314636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b783e97-c372-460d-861b-90f91c152bc0 req-2126f120-e6e0-4a61-8ea3-f2648613bc81 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:42.321487 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1b783e97-c372-460d-861b-90f91c152bc0 req-2126f120-e6e0-4a61-8ea3-f2648613bc81 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1028934 Jun 23 03:59:42.365983 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.372650 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1b783e97-c372-460d-861b-90f91c152bc0 req-32243623-1463-47a4-a9db-8ae9cdc7bc08 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503342 Jun 23 03:59:42.392513 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.413825 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port ebd5786b-ad75-486d-9227-9f9b719b66a9 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:42.422806 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port ebd5786b-ad75-486d-9227-9f9b719b66a9 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:42.423211 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.509585 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.537008 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:42.539985 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19c6310-042c-4d9c-a590-7a002fe8873b" -d '{"events": [{"server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "name": "network-vif-plugged", "status": "completed", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:42.554208 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port ebd5786b-ad75-486d-9227-9f9b719b66a9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:42.561755 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79553d8-adc8-4136-92d8-9116fd455333 req-68dcf867-080e-480c-aa35-8cfc0fd8e17b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:42.563259 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b79553d8-adc8-4136-92d8-9116fd455333 req-68dcf867-080e-480c-aa35-8cfc0fd8e17b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 944 time: 0.0774677 Jun 23 03:59:42.585359 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.589935 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.593512 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88d6191a-ab72-49f4-83ec-a3e1a6092900 HTTP/1.1" status: 204 len: 168 time: 0.3267310 Jun 23 03:59:42.593512 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1895f858-3e87-437b-bf92-9bc1f4cff1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:42.609124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d6191a-ab72-49f4-83ec-a3e1a6092900,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:42.613301 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:42.619473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b79553d8-adc8-4136-92d8-9116fd455333 req-eb416e1d-ea68-4aba-be14-4f4428375157 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502341 Jun 23 03:59:42.686339 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:42.687448 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 03:59:42.690314 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:42.739984 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4c5a8d-16a5-4664-a6f3-e56eb52fccbf x-openstack-request-id: req-9c4c5a8d-16a5-4664-a6f3-e56eb52fccbf {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:42.740267 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "name": "network-vif-plugged", "status": "completed", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:42.740525 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c4c5a8d-16a5-4664-a6f3-e56eb52fccbf {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:42.740917 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'code': 200} Jun 23 03:59:42.773832 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=ebd5786b-ad75-486d-9227-9f9b719b66a9,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:42.777199 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:42.890935 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port d126e803-6ee9-4a88-9a62-947960d7e336 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 03:59:42.894892 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port d126e803-6ee9-4a88-9a62-947960d7e336 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 03:59:42.895280 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.003736 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba265e8-869d-4142-8abb-5773ee890614 req-9b0f02ca-db76-4022-b695-77c2c6bc9181 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:43.006077 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6ba265e8-869d-4142-8abb-5773ee890614 req-9b0f02ca-db76-4022-b695-77c2c6bc9181 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0792706 Jun 23 03:59:43.054895 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6ba265e8-869d-4142-8abb-5773ee890614 req-5521f675-3068-4203-863b-5f2bf3583949 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Jun 23 03:59:43.065341 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.099191 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:43.174059 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.176032 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:43.223307 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:43.226515 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:43.232620 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0508ee-c597-4e2a-8e0a-156c8fd9c04d req-c3cb6cb3-b290-4d24-abfd-9eced919bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:43.234140 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea0508ee-c597-4e2a-8e0a-156c8fd9c04d req-c3cb6cb3-b290-4d24-abfd-9eced919bbe2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1098 time: 0.0615761 Jun 23 03:59:43.267861 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea0508ee-c597-4e2a-8e0a-156c8fd9c04d req-c82bc4bc-bb4f-446e-a681-dcd642074ca7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272613 Jun 23 03:59:43.485543 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50826) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:43.524353 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.584394 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109ff2d-4f0b-47d2-8b28-26294aba523b req-f234e395-93e3-4a9c-8bf9-f71d370ebdda tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:43.585841 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1109ff2d-4f0b-47d2-8b28-26294aba523b req-f234e395-93e3-4a9c-8bf9-f71d370ebdda tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0941038 Jun 23 03:59:43.637805 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1109ff2d-4f0b-47d2-8b28-26294aba523b req-5c569c6f-d0a9-4f4c-91e6-470cea68887c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463111 Jun 23 03:59:43.666769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.752275 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.781001 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3e46a00f-9711-44c9-8fed-000802677fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:43.822720 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3b63a4f0587487bafdc6bb50f10284c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361032 Jun 23 03:59:43.824651 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ac0d0c-abcb-45be-a321-3a947f357be4,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:43.825487 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50832) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:43.827817 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:43.871786 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98c1b8-7141-453a-80a5-c32e718c6acf req-c5f99b72-c748-4592-a425-8134bf03b050 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:43.879810 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3b98c1b8-7141-453a-80a5-c32e718c6acf req-c5f99b72-c748-4592-a425-8134bf03b050 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.1379433 Jun 23 03:59:43.888749 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.913289 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:43.915090 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3b98c1b8-7141-453a-80a5-c32e718c6acf req-768c722d-7bbc-4c79-bd64-f8450b2aa8c6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344241 Jun 23 03:59:44.034131 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:44.036921 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:44.038070 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03ac0d0c-abcb-45be-a321-3a947f357be4 HTTP/1.1" status: 204 len: 168 time: 0.2114859 Jun 23 03:59:44.039534 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0d4d587c-bd0b-48ab-8161-42f27d6d61a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:44.047452 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ac0d0c-abcb-45be-a321-3a947f357be4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:44.049675 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:44.242789 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53434ec9-f49a-40f7-b581-23613eb04214 req-66ebd773-eea6-45ee-b3cf-6300fe371be7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:44.244267 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-53434ec9-f49a-40f7-b581-23613eb04214 req-66ebd773-eea6-45ee-b3cf-6300fe371be7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0626633 Jun 23 03:59:44.281957 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-53434ec9-f49a-40f7-b581-23613eb04214 req-29b3a3f9-2bb8-4447-88ff-1dd95a5a6ed5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305932 Jun 23 03:59:44.741791 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:44.744295 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b666a68-7267-4d3e-b198-f1bf12876cfd" -d '{"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-plugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:44.785266 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6c86a8-60a1-41a1-9427-ea95c7cf78af x-openstack-request-id: req-cd6c86a8-60a1-41a1-9427-ea95c7cf78af {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:44.785515 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-plugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:44.785773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd6c86a8-60a1-41a1-9427-ea95c7cf78af {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:44.786169 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'code': 200} Jun 23 03:59:44.977055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f9542-c8ce-493c-a933-917a69c551d6 req-f85f6ad3-f146-4ef6-8cc1-80d426b0d4d9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:44.978500 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e98f9542-c8ce-493c-a933-917a69c551d6 req-f85f6ad3-f146-4ef6-8cc1-80d426b0d4d9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0642269 Jun 23 03:59:45.014499 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e98f9542-c8ce-493c-a933-917a69c551d6 req-a0688c0c-d957-4bfe-a38a-cfcbf89f96d7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301924 Jun 23 03:59:45.093162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a76da-c5f0-43bc-ae8e-83074293ef1e req-56ace750-fe1e-44d5-844b-dc25ad2e5977 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:45.093340 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-773a76da-c5f0-43bc-ae8e-83074293ef1e req-56ace750-fe1e-44d5-844b-dc25ad2e5977 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0652094 Jun 23 03:59:45.145044 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-773a76da-c5f0-43bc-ae8e-83074293ef1e req-1f329550-717e-41a1-aec5-c9d61af619fb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 Jun 23 03:59:45.256736 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2e629c08-1e0e-42d9-9bf8-599209306344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:45.707241 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dac51f-5fb3-4501-a395-75aa21ef6bff req-dd969eec-65c9-4c3f-ab3e-6330e5a64426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:45.708837 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-48dac51f-5fb3-4501-a395-75aa21ef6bff req-dd969eec-65c9-4c3f-ab3e-6330e5a64426 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1098 time: 0.3250093 Jun 23 03:59:45.748871 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00107-80cd-4247-a81f-02bf38b7f2e7 req-23884ea4-d6f3-4caa-ba1f-a00e41738664 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:45.750286 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b7f00107-80cd-4247-a81f-02bf38b7f2e7 req-23884ea4-d6f3-4caa-ba1f-a00e41738664 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.3167377 Jun 23 03:59:45.771194 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-48dac51f-5fb3-4501-a395-75aa21ef6bff req-9df1ef91-1c17-4607-8f77-cde7adf53760 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474350 Jun 23 03:59:45.796899 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b7f00107-80cd-4247-a81f-02bf38b7f2e7 req-3baa314e-7d84-4854-b575-6db17ea91465 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367463 Jun 23 03:59:45.968135 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277059b9-3d83-4972-af19-7132e5cd1c32 req-62421bcd-2c5e-446f-8589-665d16af8b0a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:45.969676 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-277059b9-3d83-4972-af19-7132e5cd1c32 req-62421bcd-2c5e-446f-8589-665d16af8b0a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.0638504 Jun 23 03:59:46.011813 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-277059b9-3d83-4972-af19-7132e5cd1c32 req-9ae0d6d4-dd7c-4ff1-a9b3-31aa889ff491 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358074 Jun 23 03:59:46.226288 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecf2ee-c398-4ef0-a8c1-a43f06362cc5 req-2ac6c0b1-3ac1-477c-8600-ee806dcef3d7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:46.228960 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-04ecf2ee-c398-4ef0-a8c1-a43f06362cc5 req-2ac6c0b1-3ac1-477c-8600-ee806dcef3d7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1048009 Jun 23 03:59:46.292048 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-04ecf2ee-c398-4ef0-a8c1-a43f06362cc5 req-a9f6e13f-9b49-4d9c-88d8-85728acfb44c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548630 Jun 23 03:59:46.369233 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff550e0-cee3-44f8-b8fa-19636937fe29 req-24e59f88-6b1f-445d-bf65-125221150591 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:46.371077 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cff550e0-cee3-44f8-b8fa-19636937fe29 req-24e59f88-6b1f-445d-bf65-125221150591 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0944057 Jun 23 03:59:46.422949 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cff550e0-cee3-44f8-b8fa-19636937fe29 req-9872492b-cb04-4e13-9fd8-8ad623c803ef tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458121 Jun 23 03:59:46.602560 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f48e3c-87cf-4a0d-ace4-134a762a0dc8 req-8d569ffc-7dae-4633-8e22-3d1db7804d12 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:46.604239 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-92f48e3c-87cf-4a0d-ace4-134a762a0dc8 req-8d569ffc-7dae-4633-8e22-3d1db7804d12 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0684338 Jun 23 03:59:46.613613 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 50958) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:46.619112 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'floatingip': {'port_id': 'ebd5786b-ad75-486d-9227-9f9b719b66a9'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:46.626618 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50960) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:46.692699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:46.739013 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:46.832873 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:46.925057 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:46.929315 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:46.998442 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c4aaad37bcb47de856a7ae134b30995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705807 Jun 23 03:59:47.002162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 50982) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:47.008920 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05195219-9869-4d46-af51-cf77cd94d6a9,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:47.025190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:47.081743 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca13ef-51a1-49ab-9f99-d9f06d6c9211 req-a55781a7-b5b8-4f65-be89-16dad112db1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:47.088814 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8aca13ef-51a1-49ab-9f99-d9f06d6c9211 req-a55781a7-b5b8-4f65-be89-16dad112db1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1470809 Jun 23 03:59:47.116453 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.180130 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8aca13ef-51a1-49ab-9f99-d9f06d6c9211 req-fde3b7f1-481c-4f84-93f7-417245b5d140 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748127 Jun 23 03:59:47.180130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.283802 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b97ae-a13a-4d0a-ab39-02dfcb09abac req-447378f8-c28d-4853-a124-2b3d9d3b0159 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:47.285688 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-981b97ae-a13a-4d0a-ab39-02dfcb09abac req-447378f8-c28d-4853-a124-2b3d9d3b0159 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.1108809 Jun 23 03:59:47.341908 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-981b97ae-a13a-4d0a-ab39-02dfcb09abac req-7c9cedc3-fd6c-4c03-bba9-a17af6528299 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479550 Jun 23 03:59:47.364868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.368415 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.374773 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/05195219-9869-4d46-af51-cf77cd94d6a9 HTTP/1.1" status: 204 len: 168 time: 0.3675845 Jun 23 03:59:47.374773 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2fbea526-bce9-402a-ad58-ee756f0c2351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:47.384265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05195219-9869-4d46-af51-cf77cd94d6a9,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:47.396147 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:47.527693 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-87364689-7273-4e37-8c33-e1d0f17ad44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.571949 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7dae-e6b3-4dea-82f3-946b61d07264 req-75f6bf2a-3b69-4924-b8aa-560fe5a0f45f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:47.573795 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc7f7dae-e6b3-4dea-82f3-946b61d07264 req-75f6bf2a-3b69-4924-b8aa-560fe5a0f45f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0807695 Jun 23 03:59:47.635037 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc7f7dae-e6b3-4dea-82f3-946b61d07264 req-ead3af8b-09a4-4a96-900d-2b013e246c3a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377207 Jun 23 03:59:47.671424 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.751374 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:47.868266 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.l3_db [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Floating IP f1683cd9-c684-4c3d-ba74-b93c88f0e3d0 associated. External IP: 172.28.3.89, port: ebd5786b-ad75-486d-9227-9f9b719b66a9. Jun 23 03:59:47.971492 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.084100 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 03:59:48.184282 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51022) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:48.198741 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:59:48.204259 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.222168 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:59:48.239775 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:48.242619 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:59:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:48.243800 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51028) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:48.262326 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f919aa3e-3a6c-46b1-8c4e-b17432ce9443 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "PUT /v2.0/floatingips/f1683cd9-c684-4c3d-ba74-b93c88f0e3d0 HTTP/1.1" status: 200 len: 990 time: 1.6474388 Jun 23 03:59:48.263352 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:48.266512 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be9c34b-8200-40a0-a836-8238d081363b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:48.271632 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.462054 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.486895 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b19d0-2b64-4dc4-9c34-ef87766510cc req-708c5672-96cf-407a-9b16-a5074b942dd8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:48.487473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a12b19d0-2b64-4dc4-9c34-ef87766510cc req-708c5672-96cf-407a-9b16-a5074b942dd8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1877384 Jun 23 03:59:48.498302 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01fc505-0748-4669-995c-dd7633341d82 x-openstack-request-id: req-e01fc505-0748-4669-995c-dd7633341d82 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:48.498621 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:48.498902 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e01fc505-0748-4669-995c-dd7633341d82 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:48.499462 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'status': 'completed', 'code': 200} Jun 23 03:59:48.521840 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.546961 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:48.552423 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a12b19d0-2b64-4dc4-9c34-ef87766510cc req-2d25ae35-821f-404f-9bfd-28f5de26de32 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568564 Jun 23 03:59:48.570583 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.577595 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-33594748-0652-4ba1-ba7d-21fc9dba5659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:48.655368 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c186247a1e8419394ddd2c2a8458522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101853 Jun 23 03:59:48.658907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51054) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:48.668431 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a5e697-0159-482c-9787-370838dfb07b,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:48.690136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:48.752328 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c34b-8200-40a0-a836-8238d081363b req-b1ff3080-1e5b-478f-b14f-fe6ec5f3265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:48.754687 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-b1ff3080-1e5b-478f-b14f-fe6ec5f3265f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1098 time: 0.2006402 Jun 23 03:59:48.760420 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.790977 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.820377 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.830002 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2c5f4073-a987-4249-a021-4e067ed110db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:48.833653 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-8920ce91-cd82-4858-8297-04b3b1c56dce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:48.835178 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-8920ce91-cd82-4858-8297-04b3b1c56dce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.2496300 Jun 23 03:59:48.881677 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14261e5a68f244d78f6f8a710043aafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966128 Jun 23 03:59:48.885580 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51062) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:48.888892 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67009f2b-d8e3-421c-8cb3-fb4773e7369c,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:48.897375 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:48.951474 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.951837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.956559 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'f1683cd9-c684-4c3d-ba74-b93c88f0e3d0', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'port_id': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'mac_address': 'fa:16:3e:ab:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:59:20Z', 'updated_at': '2021-06-23T03:59:47Z', 'revision_number': 1, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:48.974023 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:48.984149 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:48.992842 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:48.993454 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:59:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:49.043636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.096946 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805794-bb18-4f8b-a4dc-56144529b471 req-0dddae23-55c6-4a50-8b11-97fc794d5d9a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:49.098507 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-da805794-bb18-4f8b-a4dc-56144529b471 req-0dddae23-55c6-4a50-8b11-97fc794d5d9a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 946 time: 0.3783495 Jun 23 03:59:49.098967 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:49.115160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c34b-8200-40a0-a836-8238d081363b req-1eacc8fd-39e0-417f-864f-18c4c2b45697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:49.116542 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.116669 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-1eacc8fd-39e0-417f-864f-18c4c2b45697 service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.3416998 Jun 23 03:59:49.119120 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.120248 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67009f2b-d8e3-421c-8cb3-fb4773e7369c HTTP/1.1" status: 204 len: 168 time: 0.2335050 Jun 23 03:59:49.120918 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:49.129644 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67009f2b-d8e3-421c-8cb3-fb4773e7369c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:49.156078 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64d2e6-c725-44c4-8aa9-46d3b278b15d req-176007d3-e43c-4813-9dd9-ebbead02d1c2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:49.158216 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c64d2e6-c725-44c4-8aa9-46d3b278b15d req-176007d3-e43c-4813-9dd9-ebbead02d1c2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.3864365 Jun 23 03:59:49.160906 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:49.168116 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51066) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:49.178650 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'floatingip': {'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:49.235423 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.282036 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-da805794-bb18-4f8b-a4dc-56144529b471 req-80a9b3cf-e7da-43fe-b6f4-18323691b65a tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/security-groups?id=5fe3a9a0-a763-4260-a212-059346d0c65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711080 Jun 23 03:59:49.304025 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-156ed58f-ffa7-4f33-a5c6-b14b0bf713c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 998 time: 0.1668646 Jun 23 03:59:49.325652 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Deleting port a066a996-40d8-44bc-aaef-9288caac3ee4 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 03:59:49.326359 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.412714 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'f1683cd9-c684-4c3d-ba74-b93c88f0e3d0', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'port_id': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'mac_address': 'fa:16:3e:ab:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:59:20Z', 'updated_at': '2021-06-23T03:59:47Z', 'revision_number': 1, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:49.443636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.453778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.454980 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34a5e697-0159-482c-9787-370838dfb07b HTTP/1.1" status: 204 len: 168 time: 0.7941501 Jun 23 03:59:49.456891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c34b-8200-40a0-a836-8238d081363b req-b0bb7280-205d-4b73-893c-ea961c6b1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:49.458368 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-b0bb7280-205d-4b73-893c-ea961c6b1805 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.1454325 Jun 23 03:59:49.465535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:49.495401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a5e697-0159-482c-9787-370838dfb07b,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:49.497837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:49.558231 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] For port a066a996-40d8-44bc-aaef-9288caac3ee4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a066a996-40d8-44bc-aaef-9288caac3ee4,segment=NetworkSegment(f8c2a2fd-3f51-40ba-9515-ddffdee83c41),segment_id=f8c2a2fd-3f51-40ba-9515-ddffdee83c41)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 03:59:49.558726 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.586577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244cdf6-f7ce-4c44-aca0-14b5d07bb5d9 req-7805ca4c-5ce3-4254-b0df-2592f44624a4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:49.593989 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8244cdf6-f7ce-4c44-aca0-14b5d07bb5d9 req-7805ca4c-5ce3-4254-b0df-2592f44624a4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.2719948 Jun 23 03:59:49.597106 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Calling delete_port for a066a996-40d8-44bc-aaef-9288caac3ee4 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 03:59:49.606126 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbf89b-cd38-4740-9f01-d34266fc14a1 None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'f1683cd9-c684-4c3d-ba74-b93c88f0e3d0', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'floating_ip_address': '172.28.3.89', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'port_id': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'mac_address': 'fa:16:3e:ab:67:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:59:20Z', 'updated_at': '2021-06-23T03:59:47Z', 'revision_number': 1, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:49.927841 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b63562-1524-4f4a-9723-73639bd240c9 None None] New status for floating IP f1683cd9-c684-4c3d-ba74-b93c88f0e3d0: ACTIVE {{(pid=99841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 03:59:49.928353 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:49.936042 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8244cdf6-f7ce-4c44-aca0-14b5d07bb5d9 req-98864e33-8b46-42a9-b26b-03eb9c383db9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409567 Jun 23 03:59:49.949915 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9c34b-8200-40a0-a836-8238d081363b req-54d1e4a9-d46a-4e07-87cb-6e5feb843b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:49.951539 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-54d1e4a9-d46a-4e07-87cb-6e5feb843b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4730985 Jun 23 03:59:50.085295 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.094894 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-0ed9f8bb-612a-444d-a0bc-daf1cf4bf9e3 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283305 Jun 23 03:59:50.200300 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.l3_db [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Floating IP dd9392e8-560c-4be8-8d0d-42a1d6e576c6 associated. External IP: 172.28.3.182, port: d126e803-6ee9-4a88-9a62-947960d7e336. Jun 23 03:59:50.209655 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1be9c34b-8200-40a0-a836-8238d081363b req-93224267-4ff8-45cb-8cf4-2b986407fe59 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053550 Jun 23 03:59:50.212708 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.225204 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2d88841b-ee21-4b44-bc2b-71e9d6f5c877 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:50.244206 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a066a996-40d8-44bc-aaef-9288caac3ee4'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 03:59:50.258972 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.345265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Pushing event deleted for resources: {'Port': ['ID=a066a996-40d8-44bc-aaef-9288caac3ee4,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:50.348160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:50.349213 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] No DVR routers for this DVR port a066a996-40d8-44bc-aaef-9288caac3ee4 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 03:59:50.353125 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.355543 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce84ee46-4175-44a8-8ce2-648ebd2af574 req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.11 "DELETE /v2.0/ports/a066a996-40d8-44bc-aaef-9288caac3ee4 HTTP/1.1" status: 204 len: 173 time: 1.5078042 Jun 23 03:59:50.356051 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'name': 'network-vif-deleted', 'tag': 'a066a996-40d8-44bc-aaef-9288caac3ee4'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:50.359235 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b93499-d9d8-4254-b0c9-3a0546ff7bc4" -d '{"events": [{"server_uuid": "6c7f9ab4-2129-44e8-9843-7bb77b29846e", "name": "network-vif-deleted", "tag": "a066a996-40d8-44bc-aaef-9288caac3ee4"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:50.410065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058022c2-9257-4e14-939b-3f6cacd7e52f x-openstack-request-id: req-058022c2-9257-4e14-939b-3f6cacd7e52f {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:50.410065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7f9ab4-2129-44e8-9843-7bb77b29846e", "name": "network-vif-deleted", "tag": "a066a996-40d8-44bc-aaef-9288caac3ee4", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:50.410065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-058022c2-9257-4e14-939b-3f6cacd7e52f {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:50.410065 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7f9ab4-2129-44e8-9843-7bb77b29846e', 'name': 'network-vif-deleted', 'tag': 'a066a996-40d8-44bc-aaef-9288caac3ee4', 'status': 'completed', 'code': 200} Jun 23 03:59:50.414380 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51094) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:50.435660 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.452716 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 03:59:50.485455 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea59aa84-9cfb-4dca-8274-10998a27a45c req-d28535e0-cd3f-4a33-b324-2e08423168d0 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.0342503 Jun 23 03:59:50.615265 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 03:59:50.621277 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.624257 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 03:59:50.632878 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:50.633533 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:59:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:50.672602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.674416 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-365e30e1-e442-4718-b872-68b43d9136fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "PUT /v2.0/floatingips/dd9392e8-560c-4be8-8d0d-42a1d6e576c6 HTTP/1.1" status: 200 len: 991 time: 1.5038416 Jun 23 03:59:50.674644 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 03:59:50.676955 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc5d55f-36b5-4735-8b23-8c3d2b306493" -d '{"events": [{"name": "network-changed", "server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 03:59:50.741195 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37262d92-f47d-4de9-a3b7-00d1a16b7817 x-openstack-request-id: req-37262d92-f47d-4de9-a3b7-00d1a16b7817 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 03:59:50.741345 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 03:59:50.741556 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-37262d92-f47d-4de9-a3b7-00d1a16b7817 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 03:59:50.741989 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'status': 'completed', 'code': 200} Jun 23 03:59:50.753450 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.758635 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:50.791317 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:50.824110 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eef5b5-c750-4b9f-b468-d5b3bfcd635f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:50.832502 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.832943 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.833437 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.833848 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.834307 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.834719 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.835271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.835697 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.836121 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.836526 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.836925 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.837328 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:50.843093 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:50.849537 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7ad1ae2a584412b865f32274d8482b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312210 Jun 23 03:59:50.850792 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51110) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:50.869329 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-59568d26-bc47-430e-8c93-ab549d908d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:50.872910 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-59568d26-bc47-430e-8c93-ab549d908d94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1098 time: 0.0893695 Jun 23 03:59:50.923553 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:50.985888 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:51.125590 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-d844b0a7-c2d5-48e9-ba2f-85d56851d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:51.127127 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-d844b0a7-c2d5-48e9-ba2f-85d56851d1cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.2434583 Jun 23 03:59:51.145071 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:51.150959 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:51.154980 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38eef5b5-c750-4b9f-b468-d5b3bfcd635f HTTP/1.1" status: 204 len: 168 time: 0.3039384 Jun 23 03:59:51.156113 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:51.167479 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eef5b5-c750-4b9f-b468-d5b3bfcd635f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:51.170406 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:51.205440 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'dd9392e8-560c-4be8-8d0d-42a1d6e576c6', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'floating_ip_address': '172.28.3.182', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'mac_address': 'fa:16:3e:2d:2d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:59:21Z', 'updated_at': '2021-06-23T03:59:49Z', 'revision_number': 1, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:51.238053 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0aaacd-e655-447c-8130-3a39a286b45e req-581ef798-4377-4634-8e32-fe2226f7f8b8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:51.243942 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4d0aaacd-e655-447c-8130-3a39a286b45e req-581ef798-4377-4634-8e32-fe2226f7f8b8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1514115 Jun 23 03:59:51.250024 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 03:59:51.259461 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 03:59:51.260212 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T03:59:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:51.271342 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-1b3a1194-affb-49f0-86ce-6f8bfd72a79e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 999 time: 0.1321483 Jun 23 03:59:51.336053 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4d0aaacd-e655-447c-8130-3a39a286b45e req-028dd343-fae7-4e52-8615-27119d0786e0 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875931 Jun 23 03:59:51.354471 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-a8813726-ceff-47af-be17-c8f75daa6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:51.355994 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-a8813726-ceff-47af-be17-c8f75daa6460 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0767038 Jun 23 03:59:51.385877 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 03:59:51.420524 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-d1ca8f54-1b1a-4671-b338-be293a45e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:51.422332 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-d1ca8f54-1b1a-4671-b338-be293a45e686 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584972 Jun 23 03:59:51.529425 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-87345901-52e5-4214-9367-125dc121a090 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977602 Jun 23 03:59:51.661973 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcc5d55f-36b5-4735-8b23-8c3d2b306493 req-c072d7d0-ca30-4339-b1d3-1f10d0ec2e54 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259937 Jun 23 03:59:51.723641 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'dd9392e8-560c-4be8-8d0d-42a1d6e576c6', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'floating_ip_address': '172.28.3.182', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'mac_address': 'fa:16:3e:2d:2d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:59:21Z', 'updated_at': '2021-06-23T03:59:49Z', 'revision_number': 1, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:51.756665 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff613048-e41e-467a-a73d-9c3d42074a81 req-4dd78ead-b6af-474c-b2db-562be88ad570 tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c7f9ab4-2129-44e8-9843-7bb77b29846e HTTP/1.1" status: 200 len: 210 time: 0.0451396 Jun 23 03:59:51.776716 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63d8e4-ddbe-42c4-87e4-4c4470a04243 None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'dd9392e8-560c-4be8-8d0d-42a1d6e576c6', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'floating_ip_address': '172.28.3.182', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'mac_address': 'fa:16:3e:2d:2d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:59:21Z', 'updated_at': '2021-06-23T03:59:49Z', 'revision_number': 1, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 03:59:51.994370 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa8359-61ca-47d5-9be6-4390ffb124ae None None] New status for floating IP dd9392e8-560c-4be8-8d0d-42a1d6e576c6: ACTIVE {{(pid=99841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 03:59:52.372567 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a066a996-40d8-44bc-aaef-9288caac3ee4 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 03:59:52.391417 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: a066a996-40d8-44bc-aaef-9288caac3ee4 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 03:59:52.391793 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a066a996-40d8-44bc-aaef-9288caac3ee4 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 03:59:52.513424 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581484e-1cb5-4c02-9d04-f3b6af047b70 req-271ce104-1123-4b96-8135-fcc3e909d9eb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:52.514977 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d581484e-1cb5-4c02-9d04-f3b6af047b70 req-271ce104-1123-4b96-8135-fcc3e909d9eb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0688429 Jun 23 03:59:52.552414 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d581484e-1cb5-4c02-9d04-f3b6af047b70 req-cf44d55b-2eff-4865-a260-b907245797f1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Jun 23 03:59:52.967602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51200) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:53.182376 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.299163 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.413357 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.417188 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:53.459832 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51238) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:53.460512 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=440a782f330e4fe79dad73aeddf3e27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905763 Jun 23 03:59:53.462017 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e5a36b-5baf-4890-8637-d29723a268db,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:53.469613 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.469976 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.470327 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.470672 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.471170 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.471693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.474501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.474501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.474501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.474501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.474501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.474501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 03:59:53.479093 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:53.514727 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.536189 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.659080 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.661832 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:53.663043 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45e5a36b-5baf-4890-8637-d29723a268db HTTP/1.1" status: 204 len: 168 time: 0.2021968 Jun 23 03:59:53.665042 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f447f49f-a9df-4bef-871f-ca00513fe250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:53.676093 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e5a36b-5baf-4890-8637-d29723a268db,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:53.684844 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:53.761235 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499d4b1-b8a5-4b3c-9c02-180dd0c4c93c req-882c6a8e-bb14-40dc-a683-13eb40bdea00 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:53.762748 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f499d4b1-b8a5-4b3c-9c02-180dd0c4c93c req-882c6a8e-bb14-40dc-a683-13eb40bdea00 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0965302 Jun 23 03:59:53.803604 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f499d4b1-b8a5-4b3c-9c02-180dd0c4c93c req-a99f5927-4409-4454-a399-e9baaa659b54 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Jun 23 03:59:54.492035 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51282) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:54.508281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.511577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51284) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:54.566069 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Deleting subnet 18f29342-d07a-4151-b5f0-2bedef8d0f61 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 03:59:54.569376 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.602678 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.605002 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64753035'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.643476 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.643635 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51288) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:54.682124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.684959 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:54.720265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c873c-c978-435e-842e-d898910fa592,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:54.724606 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2eebb39fb334e0fa15aff420df4517d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314725 Jun 23 03:59:54.725462 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:54.727718 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51292) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:54.761409 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.774310 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2724190'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.777546 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c6fcb63c-18b0-4d92-9fd0-6ef7f5271543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:54.805274 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f29342-d07a-4151-b5f0-2bedef8d0f61,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:54.808318 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:54.809279 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.809871 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.813380 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/18f29342-d07a-4151-b5f0-2bedef8d0f61 HTTP/1.1" status: 204 len: 168 time: 0.2984700 Jun 23 03:59:54.814088 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51294) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:54.845433 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.886561 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.952827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.971086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:54.981502 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374b67a6-8b0f-4638-b6de-d7768989fa02']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:54.989782 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd109a66-7ca7-42dd-9191-2a5003b3e195 req-1670d71f-3884-4be1-80bd-47c3e01287b8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:54.991354 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fd109a66-7ca7-42dd-9191-2a5003b3e195 req-1670d71f-3884-4be1-80bd-47c3e01287b8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0750175 Jun 23 03:59:54.992031 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:54.992324 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c2a2fd-3f51-40ba-9515-ddffdee83c41') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 03:59:55.002093 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.019232 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.029104 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 03:59:55.029104 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: conditions |= (models_v2.Port.network_id.in_( Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: conditions |= (models_v2.Port.network_id.in_( Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 03:59:55.030562 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 03:59:55.043136 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.046259 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ad888ddd-b0fc-4437-a51c-0b76c5dc4cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:55.072069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.081405 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.082687 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d1c873c-c978-435e-842e-d898910fa592 HTTP/1.1" status: 204 len: 168 time: 0.3540897 Jun 23 03:59:55.095618 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fd109a66-7ca7-42dd-9191-2a5003b3e195 req-b3250d58-2c45-479c-a2eb-906b6101fb7c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966091 Jun 23 03:59:55.116127 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc38daa8-97cd-49fa-ab2b-b42dd1f8bc26,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:55.121675 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:55.122164 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4ee16dee-3bdd-411a-bf3f-a8c0433332b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:55.135257 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c873c-c978-435e-842e-d898910fa592,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:55.141170 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:55.151975 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e9fd23c56af43958bc3c67b95b73118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070670 Jun 23 03:59:55.152606 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51310) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:55.188952 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.196590 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.198716 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/374b67a6-8b0f-4638-b6de-d7768989fa02 HTTP/1.1" status: 204 len: 168 time: 0.3841517 Jun 23 03:59:55.199533 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c31cd540-2717-433d-8016-6d48e39f47cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:55.224191 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=374b67a6-8b0f-4638-b6de-d7768989fa02,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:55.228210 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:55.234582 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.255511 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.414075 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.417490 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.418999 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc38daa8-97cd-49fa-ab2b-b42dd1f8bc26 HTTP/1.1" status: 204 len: 168 time: 0.2649100 Jun 23 03:59:55.419713 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ab690f21-c74e-46dc-8b85-de9cf48ea07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:55.427420 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc38daa8-97cd-49fa-ab2b-b42dd1f8bc26,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:55.429983 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:55.621291 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51328) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:55.663106 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-bbfe9cb2-9c22-4e17-8279-86d29e62bd43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17166cf0dea3499798378fcf1e13a19f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398557 Jun 23 03:59:55.666253 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51330) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:55.726970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.755627 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.899541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.902792 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:55.912045 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fe3a9a0-a763-4260-a212-059346d0c65c HTTP/1.1" status: 204 len: 168 time: 0.2394383 Jun 23 03:59:55.912045 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3a152b31-b5e7-40d3-8f69-a3c49ec61eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:55.915667 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe3a9a0-a763-4260-a212-059346d0c65c,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:55.917928 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:56.323195 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e391077-415f-4594-a31c-763207ef8744 req-069491fe-f744-4833-b9a7-3661e6493bb2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:56.332074 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e391077-415f-4594-a31c-763207ef8744 req-069491fe-f744-4833-b9a7-3661e6493bb2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1194296 Jun 23 03:59:56.378171 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e391077-415f-4594-a31c-763207ef8744 req-2bafe89f-9475-445c-a1da-cfe5150df6bc tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Jun 23 03:59:56.885300 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 03:59:57.284261 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51430) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:57.398536 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-79866144-network', 'tenant_id': '35b9c41f74304cdea09ae1dfe3ba9498'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:57.540205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Made reservation on behalf of 35b9c41f74304cdea09ae1dfe3ba9498 for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:57.542468 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:57.552944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:57.613427 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c066d1-e66d-4291-9637-6379b1bce28d req-659c10d4-5aa9-4cc5-b1b7-4be80142dc98 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:57.614932 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-07c066d1-e66d-4291-9637-6379b1bce28d req-659c10d4-5aa9-4cc5-b1b7-4be80142dc98 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1061525 Jun 23 03:59:57.667883 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-07c066d1-e66d-4291-9637-6379b1bce28d req-4ee49f55-ab14-491d-920f-b103ce6ed9f1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467834 Jun 23 03:59:57.721493 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:57.827720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:57.831825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:57.849429 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 03:59:57.867137 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e92b01e-9e7b-4671-a9ce-3ccd595d42de,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:57.867318 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:57.870386 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:57.870786 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Added segment cb2e039d-adad-45d8-b36c-2508177af495 of type vlan for network 71564db7-981c-474e-951b-039595daa65a Jun 23 03:59:57.910628 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:58.001555 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:58.002843 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:58.003422 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:58.006280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-60fef58f-55cb-434a-bffa-3fd7780eb2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:58.061395 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Pushing event updated for resources: {'Network': ['ID=71564db7-981c-474e-951b-039595daa65a,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:58.064491 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:58.072823 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 71564db7-981c-474e-951b-039595daa65a details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 03:59:58.354517 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0689714 Jun 23 03:59:58.357109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51492) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 03:59:58.362005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Request body: {'subnet': {'network_id': '71564db7-981c-474e-951b-039595daa65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-79866144-subnet', 'tenant_id': '35b9c41f74304cdea09ae1dfe3ba9498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 03:59:58.490692 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Made reservation on behalf of 35b9c41f74304cdea09ae1dfe3ba9498 for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 03:59:58.493756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:58.761810 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:58.765214 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c117ca8e-9e59-409a-ad95-3c8cf17abbda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 03:59:58.820282 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5218363-694b-4283-a1cd-aecf28de1f28,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 03:59:58.865239 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 03:59:58.873294 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Checking segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 03:59:58.873483 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Network hostable DHCP agents. Network: 71564db7-981c-474e-951b-039595daa65a, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 03:59:58.919602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bd2f2-d5a0-45b1-80a5-49d5030a8c2f req-e6025c1e-ede1-4f60-8bef-578efbffaf65 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:58.920875 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-565bd2f2-d5a0-45b1-80a5-49d5030a8c2f req-e6025c1e-ede1-4f60-8bef-578efbffaf65 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1035197 Jun 23 03:59:58.961499 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-565bd2f2-d5a0-45b1-80a5-49d5030a8c2f req-7ef471b9-d30a-42e9-b2a5-e224883cec37 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Jun 23 03:59:58.965126 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Network 71564db7-981c-474e-951b-039595daa65a is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 03:59:59.038768 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 71564db7-981c-474e-951b-039595daa65a) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 03:59:59.042605 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:59.044449 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 03:59:59.047863 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2d77a9-7ee5-42e8-84f9-6486b3e9ddc8 None None] Network 71564db7-981c-474e-951b-039595daa65a requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:59:59.136598 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7700329 Jun 23 03:59:59.213002 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e18ad71-1a0f-4019-b839-fc46ac71babe None None] Network 71564db7-981c-474e-951b-039595daa65a requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 03:59:59.677468 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-71d4b634-75f1-4729-b2c2-8f5e97b16ab9 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 03:59:59.677468 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-71d4b634-75f1-4729-b2c2-8f5e97b16ab9 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1036103 Jun 23 03:59:59.677468 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-f15334f2-3301-472c-80c4-182cd828f81b tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/quotas/35b9c41f74304cdea09ae1dfe3ba9498 HTTP/1.1" status: 200 len: 375 time: 0.0100753 Jun 23 03:59:59.693966 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-841dbf0c-66ea-4b33-a7cf-9e307b614788 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312994 Jun 23 03:59:59.795979 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-2f27b499-afa9-4201-8e09-4374d8e85ed7 service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945878 Jun 23 03:59:59.896249 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-c9e11fba-91d2-402e-91c0-94a3feb90f3a service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962422 Jun 23 04:00:00.149437 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e3cb-d1b5-4a91-a811-2a80907343bf req-b9765c8d-33b7-43e5-b50a-f7a5224d3c93 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:00.150939 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1570e3cb-d1b5-4a91-a811-2a80907343bf req-b9765c8d-33b7-43e5-b50a-f7a5224d3c93 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0689368 Jun 23 04:00:00.197179 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1570e3cb-d1b5-4a91-a811-2a80907343bf req-304fe3d7-3ab8-499b-9a3a-6c4d9dfbca7e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Jun 23 04:00:00.275550 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0e465ef-677e-4393-8cd2-7f5427fc01a6 req-b7543a0e-4661-4bcc-9d35-f9a45e05f7da tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 210 time: 0.0285952 Jun 23 04:00:01.415608 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f632b1-f6ff-40ae-8a88-2212d4f1fcf1 req-209fb0e6-0744-42da-b44a-3d4f854f8816 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:01.422167 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b8f632b1-f6ff-40ae-8a88-2212d4f1fcf1 req-209fb0e6-0744-42da-b44a-3d4f854f8816 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0783103 Jun 23 04:00:01.464810 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b8f632b1-f6ff-40ae-8a88-2212d4f1fcf1 req-d507fca5-0bc8-47a8-a048-68d3882befdd tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Jun 23 04:00:01.494488 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-995f5d6e-17bc-4bc8-8ae1-931c2a86fbab req-0c6980c7-fa61-40c2-b554-cf25f750cd62 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 210 time: 0.0287325 Jun 23 04:00:02.668795 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9cd48578-b2c3-4dcb-861a-af7fbbcaddd1 req-03aed2cb-56c0-40b7-ab3c-a84b981f2485 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 210 time: 0.0478148 Jun 23 04:00:02.706030 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baea1c-b042-4c4b-a32d-20158bce613e req-3c6f0147-fc12-493e-b69e-f83341f3c277 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:02.712016 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-12baea1c-b042-4c4b-a32d-20158bce613e req-3c6f0147-fc12-493e-b69e-f83341f3c277 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1232805 Jun 23 04:00:02.749116 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-12baea1c-b042-4c4b-a32d-20158bce613e req-90e0f29e-15fa-4e55-8589-dd1c17c9a178 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Jun 23 04:00:03.053422 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-46613095-7dbe-48df-bc5e-08590bf473bd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:03.054932 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-46613095-7dbe-48df-bc5e-08590bf473bd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1102979 Jun 23 04:00:03.069117 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Request body: {'port': {'device_id': '055c79e8-d040-4781-953c-6037ac1ae046', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'admin_state_up': True, 'tenant_id': '35b9c41f74304cdea09ae1dfe3ba9498'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:03.133948 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51684) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:03.247056 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.316573 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Made reservation on behalf of 35b9c41f74304cdea09ae1dfe3ba9498 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:03.320505 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.453643 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Allocated IP 172.20.0.2 (71564db7-981c-474e-951b-039595daa65a/e5218363-694b-4283-a1cd-aecf28de1f28/a1898b47-8cdf-4873-9e9f-d12b2d07e50b) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:03.553482 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.620205 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.624285 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0b3a7a20-1d92-46bc-aaa7-37ef8e0cee12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:03.647152 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.659848 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b5a5bfeb3e148429e52a3c7c7fc0e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5242920 Jun 23 04:00:03.660603 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6a9d6-2a4a-4f08-8e0a-0e055956859a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:03.662416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51710) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:03.663767 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:03.731256 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.751777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.798842 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.823569 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:03.879583 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Network 71564db7-981c-474e-951b-039595daa65a is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:03.888393 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:03.904971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:03.910338 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:03.910930 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.958114 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event updated for resources: {'Port': ['ID=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:03.963509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:03.964216 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.967541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:03.971149 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37b6a9d6-2a4a-4f08-8e0a-0e055956859a HTTP/1.1" status: 204 len: 168 time: 0.3056545 Jun 23 04:00:03.972672 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b0c5c392-6d28-405a-b1ef-6ba7eaab4ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:04.000153 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0de96-5bdb-44f4-b03f-fcf931755ad4 req-1216ec67-59b7-4e46-94e3-621334d6d0c2 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:04.000153 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01d0de96-5bdb-44f4-b03f-fcf931755ad4 req-1216ec67-59b7-4e46-94e3-621334d6d0c2 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 931 time: 0.2110355 Jun 23 04:00:04.000153 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6a9d6-2a4a-4f08-8e0a-0e055956859a,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:04.001530 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:04.243609 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1780665 Jun 23 04:00:04.273784 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Request body: {'port': {'device_id': '055c79e8-d040-4781-953c-6037ac1ae046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:04.291077 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ace9f-5236-449f-b6fa-8252f38b63f5 req-e6d35708-a83a-4477-84e4-5235b9542180 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:04.292595 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e6ace9f-5236-449f-b6fa-8252f38b63f5 req-e6d35708-a83a-4477-84e4-5235b9542180 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.4062586 Jun 23 04:00:04.329336 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01d0de96-5bdb-44f4-b03f-fcf931755ad4 req-eed29f81-847c-4cbd-b32a-ff8ad096b12d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198562 Jun 23 04:00:04.405476 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e6ace9f-5236-449f-b6fa-8252f38b63f5 req-a525de5b-0fae-42e6-a39c-32376ce7ff74 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895233 Jun 23 04:00:04.416537 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-b014ed43-ff49-46e0-967e-5bdf6dc87817 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1873400 Jun 23 04:00:04.417463 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:04.623569 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a376-140c-41fb-9364-fbc489f8e834 req-d63a0e1a-1a21-429a-8891-6f5f1da880d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:04.625194 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-d63a0e1a-1a21-429a-8891-6f5f1da880d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.1468675 Jun 23 04:00:04.713293 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51736) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:04.731290 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:04.788098 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a376-140c-41fb-9364-fbc489f8e834 req-9ff01de0-562a-4a66-a324-6efab90e5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:04.789593 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-9ff01de0-562a-4a66-a324-6efab90e5b95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.1319089 Jun 23 04:00:04.826448 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:04.856283 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-d4029216-3519-451c-9760-6c9170f8b068 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.0417366 Jun 23 04:00:04.873083 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1898b47-8cdf-4873-9e9f-d12b2d07e50b {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:00:04.898268 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:04.899154 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-23ee71b1-9ccb-432d-b113-3745a0a9c918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:04.899403 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:04.922991 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Transition to ACTIVE for port object a1898b47-8cdf-4873-9e9f-d12b2d07e50b will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:04.928882 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893a376-140c-41fb-9364-fbc489f8e834 req-93039b30-2d37-4068-9631-75b0a7a2bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:04.930509 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-93039b30-2d37-4068-9631-75b0a7a2bf1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0667892 Jun 23 04:00:04.936499 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddd8f58ea86a4610b9859fcb6e05bb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214973 Jun 23 04:00:04.937654 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5d3ff-2839-4c2d-897b-78baf334b480,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:04.939172 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51742) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:04.940576 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:04.978940 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-0ba45e4f-b6f2-406d-8a72-33ee0a779500 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328803 Jun 23 04:00:05.003609 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.023396 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:05.112421 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.127025 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Pushing event updated for resources: {'Port': ['ID=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:05.136703 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:05.184033 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.193855 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Attempting to bind port a1898b47-8cdf-4873-9e9f-d12b2d07e50b on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:05.194700 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Attempting to bind port a1898b47-8cdf-4873-9e9f-d12b2d07e50b by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:05.196331 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Attempting to bind port a1898b47-8cdf-4873-9e9f-d12b2d07e50b on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:05.198205 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-429da73a-6720-42c1-a8d8-48f5ab230606 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095592 Jun 23 04:00:05.224849 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Port a1898b47-8cdf-4873-9e9f-d12b2d07e50b on network 71564db7-981c-474e-951b-039595daa65a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:00:05.231037 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Attempting to bind port a1898b47-8cdf-4873-9e9f-d12b2d07e50b on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:05.251954 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:05.252297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Checking segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:05.252686 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Bound using segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:05.253135 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Bound port: a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:05.253481 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.365321 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a893a376-140c-41fb-9364-fbc489f8e834 req-1190ee5c-8634-4d2a-a3f2-c075d5fe823b service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574771 Jun 23 04:00:05.374053 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] For port a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:05.377447 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] For port a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:05.422217 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.425051 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.426265 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74a5d3ff-2839-4c2d-897b-78baf334b480 HTTP/1.1" status: 204 len: 168 time: 0.4860830 Jun 23 04:00:05.427015 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:05.437951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5d3ff-2839-4c2d-897b-78baf334b480,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:05.440217 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:05.492160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.498046 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:05.577952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:05.578565 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:05.580313 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] 10.222.0.11 "PUT /v2.0/ports/a1898b47-8cdf-4873-9e9f-d12b2d07e50b HTTP/1.1" status: 200 len: 1093 time: 1.3292673 Jun 23 04:00:05.582090 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055c79e8-d040-4781-953c-6037ac1ae046', 'tag': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:00:05.584958 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4514134-18de-4c38-9912-3f809ba3d1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "055c79e8-d040-4781-953c-6037ac1ae046", "tag": "a1898b47-8cdf-4873-9e9f-d12b2d07e50b"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:00:05.658120 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Pushing event updated for resources: {'Port': ['ID=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:05.673049 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c2db3-3e68-4d2c-98f8-f316daa6bb8a req-496d930c-f081-4685-8ec6-74ae64664e7f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:05.674529 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a75c2db3-3e68-4d2c-98f8-f316daa6bb8a req-496d930c-f081-4685-8ec6-74ae64664e7f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 943 time: 0.2170067 Jun 23 04:00:05.676158 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:05.736291 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a75c2db3-3e68-4d2c-98f8-f316daa6bb8a req-e131ea1e-f617-4bea-80b3-13876c5e4e7d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546954 Jun 23 04:00:05.762455 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7417c36-477d-46ec-a278-5fc4d7d8b7d7 req-f6e9ac02-4a53-4ff3-9b5e-5a95115aaa06 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:05.764049 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c7417c36-477d-46ec-a278-5fc4d7d8b7d7 req-f6e9ac02-4a53-4ff3-9b5e-5a95115aaa06 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1468871 Jun 23 04:00:05.814872 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c7417c36-477d-46ec-a278-5fc4d7d8b7d7 req-81bf20c0-77dc-42ae-807c-11ca86f38fb5 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Jun 23 04:00:05.820027 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-3ff00176-d314-4dfe-bfc4-86f6687b5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:05.821239 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-3ff00176-d314-4dfe-bfc4-86f6687b5da9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 1096 time: 0.1004341 Jun 23 04:00:05.879777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0532c99e-ec45-41b4-b111-710e73ac1695 x-openstack-request-id: req-0532c99e-ec45-41b4-b111-710e73ac1695 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:00:05.879777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "055c79e8-d040-4781-953c-6037ac1ae046", "tag": "a1898b47-8cdf-4873-9e9f-d12b2d07e50b", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:00:05.879777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0532c99e-ec45-41b4-b111-710e73ac1695 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:00:05.879777 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055c79e8-d040-4781-953c-6037ac1ae046', 'tag': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'status': 'completed', 'code': 200} Jun 23 04:00:05.881327 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-030eeee9-df9d-4774-82aa-63494f26735a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b HTTP/1.1" status: 200 len: 217 time: 0.0508635 Jun 23 04:00:05.960445 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656168e-6333-4129-8b26-0962b0d241a9 req-a93c9d6f-89b8-4b18-8383-5c23bc472ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:05.962329 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-a93c9d6f-89b8-4b18-8383-5c23bc472ddf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5218363-694b-4283-a1cd-aecf28de1f28 HTTP/1.1" status: 200 len: 853 time: 0.0659103 Jun 23 04:00:06.001451 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-40f32e64-f707-4beb-a05c-9bf9e5e52e45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71564db7-981c-474e-951b-039595daa65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296583 Jun 23 04:00:06.054623 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51774) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:06.109970 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-636ddbb2-8b02-4a2e-ae71-2064d0dd72c8 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988789 Jun 23 04:00:06.185649 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.215941 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6656168e-6333-4129-8b26-0962b0d241a9 req-fafd6a4e-9a4f-44b7-948e-d363aab98215 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928540 Jun 23 04:00:06.306283 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.370447 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.373955 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:06.390069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51786) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:06.420657 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77fac10f3483412b831c2b5cb55fd361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644912 Jun 23 04:00:06.427837 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51790) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:06.474631 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b549086a-1764-4db1-95c8-12853dbbfda1,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:06.476912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-21e79bd8-a189-493f-bc8a-85fceeec0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:06.478708 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-21e79bd8-a189-493f-bc8a-85fceeec0b26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 1096 time: 0.0676410 Jun 23 04:00:06.479500 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:06.498860 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.527041 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.604828 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.606992 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-f7603aba-5d31-4db6-ba15-1fe6c49ac531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:06.608463 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-f7603aba-5d31-4db6-ba15-1fe6c49ac531 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 914 time: 0.1215248 Jun 23 04:00:06.659413 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-bced4421-034f-41b5-ae08-7f695238a573 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b HTTP/1.1" status: 200 len: 217 time: 0.0438530 Jun 23 04:00:06.664009 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.667903 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.668430 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b549086a-1764-4db1-95c8-12853dbbfda1 HTTP/1.1" status: 204 len: 168 time: 0.2377145 Jun 23 04:00:06.675543 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fad29098-e127-40e3-a7f2-345b68f34d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:06.685054 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b549086a-1764-4db1-95c8-12853dbbfda1,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:06.688513 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:06.735554 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-23ce96fe-bbf0-4d6d-ae29-de13ca4d0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:06.737038 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-23ce96fe-bbf0-4d6d-ae29-de13ca4d0c10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5218363-694b-4283-a1cd-aecf28de1f28 HTTP/1.1" status: 200 len: 853 time: 0.0659077 Jun 23 04:00:06.782316 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-6912c094-4201-44a4-ae7c-477c2a2b34cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71564db7-981c-474e-951b-039595daa65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322320 Jun 23 04:00:06.885881 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.948776 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-5e58516e-4015-4ed6-8826-3fc1a9893252 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574302 Jun 23 04:00:06.958757 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:06.962231 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ed679222-1946-44a8-866e-2a07e8e7d4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:07.059929 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7a8f3-2c65-4dbd-95a1-f3666bd8bfa6 req-9a56a171-eedf-4f51-9f6c-4e75b65dc00e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:07.061467 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-32b7a8f3-2c65-4dbd-95a1-f3666bd8bfa6 req-9a56a171-eedf-4f51-9f6c-4e75b65dc00e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 943 time: 0.1991589 Jun 23 04:00:07.100014 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=349789d14dce448d843116e9cad9a93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084796 Jun 23 04:00:07.102902 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51816) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:07.103395 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15311d0-c7c7-47c8-87be-fc8cc8e1e0a3,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:07.106773 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:07.379696 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.387586 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4514134-18de-4c38-9912-3f809ba3d1c4 req-7258eb03-7e93-4e34-b310-4a7e49db91e1 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201939 Jun 23 04:00:07.390357 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-32b7a8f3-2c65-4dbd-95a1-f3666bd8bfa6 req-c382a10b-eac4-4c7e-8551-9bc9f197c641 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946892 Jun 23 04:00:07.401077 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf1aa4-c4cb-4ef5-abbc-de06247c9e6e req-f5bbc874-6426-41cc-a265-b9d374557f9c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:07.402723 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6ecf1aa4-c4cb-4ef5-abbc-de06247c9e6e req-f5bbc874-6426-41cc-a265-b9d374557f9c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.4565268 Jun 23 04:00:07.403559 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.446656 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6ecf1aa4-c4cb-4ef5-abbc-de06247c9e6e req-bafb98a1-bb30-4556-9fc4-ae8c2bee0d76 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Jun 23 04:00:07.467398 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51820) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:07.484921 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.541719 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.544422 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.545898 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a15311d0-c7c7-47c8-87be-fc8cc8e1e0a3 HTTP/1.1" status: 204 len: 168 time: 0.4419441 Jun 23 04:00:07.546852 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f9da85c4-5baf-4888-a868-cb08f37d9a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:07.555771 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15311d0-c7c7-47c8-87be-fc8cc8e1e0a3,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:07.588306 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:07.640148 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.710309 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.713729 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:07.749204 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=313fac28595c41cd8d2c668f544a2364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800012 Jun 23 04:00:07.751377 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 51830) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:07.757529 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5b41e-f01a-494a-bab4-3f021abe6b07,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:07.761215 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:07.806375 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.826889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.944760 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.948582 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:07.952864 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16a5b41e-f01a-494a-bab4-3f021abe6b07 HTTP/1.1" status: 204 len: 168 time: 0.1973300 Jun 23 04:00:07.952864 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d0e04114-867a-4c78-82f6-bcb6c01de026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:07.958060 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5b41e-f01a-494a-bab4-3f021abe6b07,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:07.969248 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:08.595246 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1067ee-5af3-4d66-9554-e688247e7162 req-f172fb6c-a14c-4d8a-a331-e8902664c3a2 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:08.596765 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6b1067ee-5af3-4d66-9554-e688247e7162 req-f172fb6c-a14c-4d8a-a331-e8902664c3a2 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 943 time: 0.0839434 Jun 23 04:00:08.663669 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6b1067ee-5af3-4d66-9554-e688247e7162 req-f05d35c2-dec3-46a1-9d5f-483169a365dc tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553401 Jun 23 04:00:08.688413 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7840f14-33cb-4370-8343-4b24fe84df53 req-79d208f6-8816-460f-b7c0-3712374687ff tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:08.690059 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a7840f14-33cb-4370-8343-4b24fe84df53 req-79d208f6-8816-460f-b7c0-3712374687ff tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0924139 Jun 23 04:00:08.741884 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51874) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:08.756524 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a7840f14-33cb-4370-8343-4b24fe84df53 req-2f4ef7af-c821-4da3-b6e9-3a768ac13b0f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Jun 23 04:00:08.760479 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:08.888243 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:08.970094 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:08.972619 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:09.007721 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b36b28b-d49a-4185-9e41-63e1d1743b26,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:09.011939 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aeb3acdeb71847b3a86b2add372dafd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690623 Jun 23 04:00:09.012777 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:09.014536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51878) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:09.062852 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:09.087956 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:09.221717 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:09.224422 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:09.225606 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b36b28b-d49a-4185-9e41-63e1d1743b26 HTTP/1.1" status: 204 len: 168 time: 0.2101271 Jun 23 04:00:09.226475 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-7af016a4-8d12-4d34-88c0-c32793f2e91b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:09.233791 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b36b28b-d49a-4185-9e41-63e1d1743b26,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:09.236267 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:09.753317 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:09.889124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94952c1d-fe0a-4e0f-8868-78113093220c req-bbe031c4-cc2a-4c14-9ab1-cb49df718881 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:09.890685 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-94952c1d-fe0a-4e0f-8868-78113093220c req-bbe031c4-cc2a-4c14-9ab1-cb49df718881 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 943 time: 0.0960114 Jun 23 04:00:09.957853 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-94952c1d-fe0a-4e0f-8868-78113093220c req-56fc9e10-9d34-471d-b0df-b632bfd49446 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609689 Jun 23 04:00:09.990729 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4530b-2075-4ab5-9948-52d990832d80 req-c82fd95c-2b8d-4e4c-bf19-1e0a7009a304 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:10.009432 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-46d4530b-2075-4ab5-9948-52d990832d80 req-c82fd95c-2b8d-4e4c-bf19-1e0a7009a304 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1073685 Jun 23 04:00:10.056191 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-46d4530b-2075-4ab5-9948-52d990832d80 req-0b7352fc-ad13-44d0-b95d-606bc330c838 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522707 Jun 23 04:00:10.464580 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a1898b47-8cdf-4873-9e9f-d12b2d07e50b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:00:10.579609 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:10.591543 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'port_id': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'mac_address': 'fa:16:3e:34:1d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5218363-694b-4283-a1cd-aecf28de1f28', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:00:10.629484 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:10.647791 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1898b47-8cdf-4873-9e9f-d12b2d07e50b {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:00:10.672332 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:10.742012 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:10.744874 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:10.792327 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:10.799727 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.800077 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.800462 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.800798 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.801135 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.801463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.801787 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.802158 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.802492 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.802800 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.803161 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.803502 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:10.808015 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:10.959640 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51958) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:11.070814 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.146112 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13e003-7037-41b0-93f1-317b8cc5107e req-ae6830ec-003d-4452-9fd3-b8fbfdb1e86e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:11.148687 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7f13e003-7037-41b0-93f1-317b8cc5107e req-ae6830ec-003d-4452-9fd3-b8fbfdb1e86e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 944 time: 0.0737441 Jun 23 04:00:11.175913 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:00:11.176345 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.224349 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7f13e003-7037-41b0-93f1-317b8cc5107e req-294509f8-a8c6-4261-b50b-a7e212755fd1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695653 Jun 23 04:00:11.236098 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.282471 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:11.286493 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c901471f58e4ca09f7db9b1dae79352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256192 Jun 23 04:00:11.288860 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 51972) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:11.305296 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61c286-3f54-40a1-beb5-adba72eb6e61 req-cdfb7d61-2437-433c-9b7c-49a668be789d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:11.313660 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0b61c286-3f54-40a1-beb5-adba72eb6e61 req-cdfb7d61-2437-433c-9b7c-49a668be789d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1341603 Jun 23 04:00:11.330773 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e1a5f4-15ef-4db6-8238-55a0f5fe700a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:11.345548 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:11.371828 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0b61c286-3f54-40a1-beb5-adba72eb6e61 req-ae9b93d9-0d8a-4b7b-9781-f4782354f412 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571089 Jun 23 04:00:11.385540 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.414864 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.530404 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.533040 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:11.534156 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0e1a5f4-15ef-4db6-8238-55a0f5fe700a HTTP/1.1" status: 204 len: 168 time: 0.2435417 Jun 23 04:00:11.534893 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-11c36140-4516-472a-afd9-d1e9294c6cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:11.543624 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e1a5f4-15ef-4db6-8238-55a0f5fe700a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:11.547248 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:12.428685 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5063e-dc41-46c1-baca-ef0eaf3b498b req-a94b7a51-4b1d-4fcb-8e01-9f72f7e62531 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:12.430235 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-55b5063e-dc41-46c1-baca-ef0eaf3b498b req-a94b7a51-4b1d-4fcb-8e01-9f72f7e62531 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 944 time: 0.0761449 Jun 23 04:00:12.468828 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-55b5063e-dc41-46c1-baca-ef0eaf3b498b req-314f05e3-3ccc-4d13-ab93-991387e04216 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Jun 23 04:00:12.484550 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a1898b47-8cdf-4873-9e9f-d12b2d07e50b up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:12.611651 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e24a9-f3c7-49fb-b3a8-534deed699ee req-73b9e944-0c50-498b-ab68-d5e7ea300b07 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:12.613156 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3f8e24a9-f3c7-49fb-b3a8-534deed699ee req-73b9e944-0c50-498b-ab68-d5e7ea300b07 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1329703 Jun 23 04:00:12.650966 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port a1898b47-8cdf-4873-9e9f-d12b2d07e50b completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:12.655597 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port a1898b47-8cdf-4873-9e9f-d12b2d07e50b triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:12.655876 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:12.674254 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3f8e24a9-f3c7-49fb-b3a8-534deed699ee req-edb09448-e315-494b-b7e0-d38b274e8c58 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Jun 23 04:00:12.778874 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:12.803411 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055c79e8-d040-4781-953c-6037ac1ae046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:00:12.806428 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e2774-d077-42e5-a0b9-aa810fee0069" -d '{"events": [{"server_uuid": "055c79e8-d040-4781-953c-6037ac1ae046", "name": "network-vif-plugged", "status": "completed", "tag": "a1898b47-8cdf-4873-9e9f-d12b2d07e50b"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:00:12.829783 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:12.847623 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d012773-539a-4523-a773-dbfca106810c x-openstack-request-id: req-5d012773-539a-4523-a773-dbfca106810c {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:00:12.847925 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055c79e8-d040-4781-953c-6037ac1ae046", "name": "network-vif-plugged", "status": "completed", "tag": "a1898b47-8cdf-4873-9e9f-d12b2d07e50b", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:00:12.848222 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d012773-539a-4523-a773-dbfca106810c {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:00:12.852156 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055c79e8-d040-4781-953c-6037ac1ae046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'code': 200} Jun 23 04:00:12.918694 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:12.920734 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:12.972258 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:12.975421 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:13.251821 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84dd97-861d-458e-8a41-1989b3fffe23 req-a53384e6-ac8c-4010-9b13-8648161f23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:13.253310 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6f84dd97-861d-458e-8a41-1989b3fffe23 req-a53384e6-ac8c-4010-9b13-8648161f23d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 1098 time: 0.0519345 Jun 23 04:00:13.290536 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6f84dd97-861d-458e-8a41-1989b3fffe23 req-58a7e169-1732-4370-a217-0d1388550f7f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298426 Jun 23 04:00:13.656384 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe8c01-f25f-4e68-b2ee-f922a908de1d req-5db2594a-370a-4cfa-8585-c59436e9b151 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:13.657843 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6dfe8c01-f25f-4e68-b2ee-f922a908de1d req-5db2594a-370a-4cfa-8585-c59436e9b151 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 945 time: 0.0696743 Jun 23 04:00:13.716143 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6dfe8c01-f25f-4e68-b2ee-f922a908de1d req-faf33723-9220-4391-ba12-f30c68262c07 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523767 Jun 23 04:00:13.892428 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c221a-582b-4382-bbbf-34f527bad19c req-ca1ce576-ae17-4482-a815-f7b9dd46594d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:13.893959 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-715c221a-582b-4382-bbbf-34f527bad19c req-ca1ce576-ae17-4482-a815-f7b9dd46594d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0858712 Jun 23 04:00:13.949329 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-715c221a-582b-4382-bbbf-34f527bad19c req-a74560dc-8777-4fb5-98f1-773da1a5fed1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Jun 23 04:00:14.903511 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7afff-fcee-4f26-9138-4b21e4ee1d3a req-c3d4382f-1a37-44aa-8a7b-261aeae234a0 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:14.905140 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-60d7afff-fcee-4f26-9138-4b21e4ee1d3a req-c3d4382f-1a37-44aa-8a7b-261aeae234a0 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 945 time: 0.0874636 Jun 23 04:00:14.946994 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-60d7afff-fcee-4f26-9138-4b21e4ee1d3a req-39859002-31ff-4b4d-8c4a-0622ec8b41b7 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351539 Jun 23 04:00:15.122521 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2134726-5662-41f6-89cb-eabc608f60ea req-a2426a06-dfe7-43aa-938f-e22513dfdf70 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:15.130945 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a2134726-5662-41f6-89cb-eabc608f60ea req-a2426a06-dfe7-43aa-938f-e22513dfdf70 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0712707 Jun 23 04:00:15.172721 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a2134726-5662-41f6-89cb-eabc608f60ea req-f57b44d5-166f-422e-a19c-00bd6b0ddc7b tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Jun 23 04:00:15.296111 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-05e04630-6a1b-4dc2-a7aa-4dc45827bc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:16.121368 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314994c-25fb-413f-8a16-46c08920e070 req-8ad2d204-8292-4e18-9480-964eda101ff0 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:16.122860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a314994c-25fb-413f-8a16-46c08920e070 req-8ad2d204-8292-4e18-9480-964eda101ff0 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 945 time: 0.0629506 Jun 23 04:00:16.160521 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a314994c-25fb-413f-8a16-46c08920e070 req-c7896288-df2f-4b61-ba84-959a67b8be5c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320163 Jun 23 04:00:16.349222 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcc4f2-f8ee-4cea-b08f-987de9172649 req-361413b7-7892-4824-aa77-aaee6cce4710 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:16.350711 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-97dcc4f2-f8ee-4cea-b08f-987de9172649 req-361413b7-7892-4824-aa77-aaee6cce4710 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0616283 Jun 23 04:00:16.387830 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-97dcc4f2-f8ee-4cea-b08f-987de9172649 req-6baa8f09-b4bc-47ec-85ca-cfdbcf6a0ebb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Jun 23 04:00:17.518892 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5637cba0-bd9f-4c85-93ff-df21b67a31c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:17.564885 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150e9b-987e-4db7-9dc2-0bb730ca3ca2 req-91bb3cbc-53c6-4e39-b5de-d67c24b4c3aa tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:17.566383 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-87150e9b-987e-4db7-9dc2-0bb730ca3ca2 req-91bb3cbc-53c6-4e39-b5de-d67c24b4c3aa tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0691524 Jun 23 04:00:17.604567 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-87150e9b-987e-4db7-9dc2-0bb730ca3ca2 req-7b48ee8c-ab5d-4eee-a24a-a04d66acd398 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Jun 23 04:00:17.966718 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:18.332304 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf1a1a-e1b3-4921-b4d0-c278d2cd12dd req-05ec11da-70e7-4f47-88d1-a68661513c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:18.333704 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-95bf1a1a-e1b3-4921-b4d0-c278d2cd12dd req-05ec11da-70e7-4f47-88d1-a68661513c89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 1099 time: 0.0532990 Jun 23 04:00:18.376046 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-95bf1a1a-e1b3-4921-b4d0-c278d2cd12dd req-5aa06308-fa7c-4cf5-95ee-e4d1b321b0d2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318420 Jun 23 04:00:18.787351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658b5c3-f01d-4410-b2ae-26230cf60ee6 req-7185deb4-65a0-4b55-a69a-7e2c23f1f18e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:18.788860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3658b5c3-f01d-4410-b2ae-26230cf60ee6 req-7185deb4-65a0-4b55-a69a-7e2c23f1f18e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0670776 Jun 23 04:00:18.812847 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:18.826966 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3658b5c3-f01d-4410-b2ae-26230cf60ee6 req-abfec6b4-ca1a-4b88-bccd-c26ad0a7ec45 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Jun 23 04:00:20.008722 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f54c2e-3042-46e7-b018-2837a8361546 req-1beea060-1df5-4871-9928-14165ec6ae1c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:20.010796 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58f54c2e-3042-46e7-b018-2837a8361546 req-1beea060-1df5-4871-9928-14165ec6ae1c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0731149 Jun 23 04:00:20.018843 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52280) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:20.051170 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58f54c2e-3042-46e7-b018-2837a8361546 req-324623a3-a310-4834-996c-a65e935c7ca2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343103 Jun 23 04:00:20.159237 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.241193 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb6f78-24ff-4b87-8751-991e93152e61 req-ed911f4d-2ed3-4265-9124-2bf7f7414b0a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:20.242902 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3aeb6f78-24ff-4b87-8751-991e93152e61 req-ed911f4d-2ed3-4265-9124-2bf7f7414b0a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0701821 Jun 23 04:00:20.251211 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.255651 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.288081 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3aeb6f78-24ff-4b87-8751-991e93152e61 req-5a3d482b-9920-4099-964b-2447c812ba78 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354209 Jun 23 04:00:20.355658 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.359207 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-73fd9163-0255-4be5-8e78-d29b6f4f0b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:20.395530 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6d9faa20620463590b7cbd016d52aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3762295 Jun 23 04:00:20.396684 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800cb893-584b-42ad-b54f-b26f48d334e2,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:20.398488 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52296) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:20.400274 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:20.451776 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.472346 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.606940 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.609484 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:20.610645 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/800cb893-584b-42ad-b54f-b26f48d334e2 HTTP/1.1" status: 204 len: 168 time: 0.2111261 Jun 23 04:00:20.611312 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:20.619173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800cb893-584b-42ad-b54f-b26f48d334e2,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:20.621449 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:21.330096 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52320) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:21.349553 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.469433 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.538212 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.540743 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d00e93ce-4234-4821-ba3a-29721567fdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:21.580897 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1290d586ef4435dbb9ca14b0d32cb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495480 Jun 23 04:00:21.581542 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed08030-191a-49ba-8a3b-352bc38c2226,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:21.583707 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52330) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:21.584592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:21.636260 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.658835 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.781227 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.783866 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:21.787276 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed08030-191a-49ba-8a3b-352bc38c2226 HTTP/1.1" status: 204 len: 168 time: 0.1996772 Jun 23 04:00:21.787276 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-caa130d6-f299-4410-9c70-4b8d5856cc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:21.794997 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed08030-191a-49ba-8a3b-352bc38c2226,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:21.797325 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:22.512010 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52348) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:22.526562 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.615037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.678202 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.681322 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-90e876d0-3892-47bc-8ac7-3d1794a4176f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:22.714540 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2044c85963a64d4ab5ece2d7de8db8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024357 Jun 23 04:00:22.716384 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af50bc0-e3fe-4d17-9b7b-854da8606e27,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:22.717507 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52352) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:22.719245 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:22.765952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.787222 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.898341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.908842 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:22.912721 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3af50bc0-e3fe-4d17-9b7b-854da8606e27 HTTP/1.1" status: 204 len: 168 time: 0.1941104 Jun 23 04:00:22.913456 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7256c65d-f922-48fb-bc52-3ed983e7f26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:22.924113 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af50bc0-e3fe-4d17-9b7b-854da8606e27,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:22.927174 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:23.608566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-eafe397f-6168-48d1-9835-30a7f8c03119 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:23.610113 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-eafe397f-6168-48d1-9835-30a7f8c03119 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1115377 Jun 23 04:00:23.625649 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-0206bfe8-811b-42f6-8ba2-d78d393fae74 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/quotas/35b9c41f74304cdea09ae1dfe3ba9498 HTTP/1.1" status: 200 len: 375 time: 0.0096705 Jun 23 04:00:23.694482 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-54570ab0-1c7c-494e-a338-2eed0b2b0634 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635059 Jun 23 04:00:23.791199 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-16581c02-039b-461f-97e4-54171350845b service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900328 Jun 23 04:00:23.893061 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-f001285c-9248-47a5-a063-6088e76640f3 service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957325 Jun 23 04:00:24.264980 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-68624c9a-e2e2-4684-a690-b564c197f14c req-9f69c1fe-05f5-4d08-b55e-6b56c1994aae tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 210 time: 0.0684874 Jun 23 04:00:24.322281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d2d9f-dd0e-4337-b144-a2e537edb74e req-11e71747-44b8-4a02-ac5e-9da143498cb8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:24.324013 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8b2d2d9f-dd0e-4337-b144-a2e537edb74e req-11e71747-44b8-4a02-ac5e-9da143498cb8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1742666 Jun 23 04:00:24.329105 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-f0f607c7-2c3e-4dd6-ac9b-40eed3ad190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:24.330544 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-f0f607c7-2c3e-4dd6-ac9b-40eed3ad190a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.1332693 Jun 23 04:00:24.415065 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8b2d2d9f-dd0e-4337-b144-a2e537edb74e req-8baf1986-36e8-4fc7-9791-57a5317bfe8c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834396 Jun 23 04:00:24.451859 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-d61c32d1-b54e-4186-b985-7997d3447588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:24.453342 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-d61c32d1-b54e-4186-b985-7997d3447588 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.1144819 Jun 23 04:00:24.499303 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-ef798391-41cd-49e5-8bc8-667f98281cc6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.0372553 Jun 23 04:00:24.549260 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-fdd8a344-ad25-4ad6-a01f-f90b3d881130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:24.550716 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-fdd8a344-ad25-4ad6-a01f-f90b3d881130 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0452440 Jun 23 04:00:24.585294 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-7952394d-4209-4cd8-bb5d-046d54669528 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273621 Jun 23 04:00:24.674827 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-26323518-8dd6-40c2-abf1-4b9eae521b8b service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832238 Jun 23 04:00:24.763802 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-943bd1f7-cc7f-4d18-89d4-f387254c86b0 req-918400d1-d51e-4754-a36f-70eb1e75aaba service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820470 Jun 23 04:00:25.365754 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52452) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:25.457805 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f131dc33-10dc-4b58-bb0d-f1059deda233 req-bb1941d9-3eb7-4329-9d1d-4a2de8c27af6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 210 time: 0.0365012 Jun 23 04:00:25.488069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:25.656317 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:25.677547 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c582b-bf47-4fd5-8c92-da69e3882e99 req-68807b0d-beab-4858-8c24-ebf76a3b7a27 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:25.680343 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6b3c582b-bf47-4fd5-8c92-da69e3882e99 req-68807b0d-beab-4858-8c24-ebf76a3b7a27 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0973513 Jun 23 04:00:25.723903 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6b3c582b-bf47-4fd5-8c92-da69e3882e99 req-5ac1f3eb-f33c-4410-a3f6-3f6c55dce66f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Jun 23 04:00:25.763704 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:25.766990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-de728159-4c75-4d27-820c-664db20e6a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:25.802933 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b954fbe52b0841c3a6c4c2e9902a6cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359627 Jun 23 04:00:25.804130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f6b0fa-a387-4f8e-96be-3b396ef0e5d8,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:25.805745 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52472) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:25.807410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:25.852570 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:25.874021 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:26.000530 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:26.003198 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:26.009771 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74f6b0fa-a387-4f8e-96be-3b396ef0e5d8 HTTP/1.1" status: 204 len: 168 time: 0.1976516 Jun 23 04:00:26.009771 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0392fec8-2053-49e0-869f-fd96424b5105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:26.013051 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f6b0fa-a387-4f8e-96be-3b396ef0e5d8,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:26.015193 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:26.631957 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3504e87f-8adc-4187-aa5f-5340c64fd0d5 req-f4bd8e5c-c429-46b3-b551-bea7219887a1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 210 time: 0.0375345 Jun 23 04:00:26.638740 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-2123c4c9-bc6f-4cbe-b968-c8a09ad11c11 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:26.640824 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-2123c4c9-bc6f-4cbe-b968-c8a09ad11c11 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1530960 Jun 23 04:00:26.654547 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Request body: {'port': {'device_id': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'admin_state_up': True, 'tenant_id': '35b9c41f74304cdea09ae1dfe3ba9498'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:26.700676 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52492) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:26.717259 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:26.833183 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:26.906870 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:26.910559 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f7be7b36-b14e-4834-9b74-e14903a3e4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:26.924087 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b367f2-d782-4d8d-a2ca-8775dffcc007 req-c109730b-9eeb-4007-ac47-95981ee734ed tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:26.925549 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6b367f2-d782-4d8d-a2ca-8775dffcc007 req-c109730b-9eeb-4007-ac47-95981ee734ed tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0678873 Jun 23 04:00:26.955005 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe6e2933400f40b9969b2eab61471b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536912 Jun 23 04:00:26.956241 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cf393c-673c-4cc1-bada-bd898cb75508,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:26.958787 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52502) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:26.966945 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6b367f2-d782-4d8d-a2ca-8775dffcc007 req-e01f22e8-3fd2-49e1-8cab-e1ebc2757fd1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345562 Jun 23 04:00:26.969935 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:27.021049 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Made reservation on behalf of 35b9c41f74304cdea09ae1dfe3ba9498 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:27.025509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.031323 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.055577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.143966 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.146672 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.148190 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24cf393c-673c-4cc1-bada-bd898cb75508 HTTP/1.1" status: 204 len: 168 time: 0.1796556 Jun 23 04:00:27.149051 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-961c80b0-ee9c-483c-84cd-8801d61947c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:27.154951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Allocated IP 172.20.0.13 (71564db7-981c-474e-951b-039595daa65a/e5218363-694b-4283-a1cd-aecf28de1f28/a666f870-9037-424f-b21b-b3657e76951e) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:27.158222 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cf393c-673c-4cc1-bada-bd898cb75508,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:27.160551 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:27.345373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.453851 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.458067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-cfcab5dd-a206-4de9-9554-7ac1253a3666 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:27.468048 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:00:27.503957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Network 71564db7-981c-474e-951b-039595daa65a is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:27.507301 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:27.512311 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:27.518070 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:27.518817 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.533165 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event updated for resources: {'Port': ['ID=a666f870-9037-424f-b21b-b3657e76951e,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:27.536535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:27.618378 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9677837 Jun 23 04:00:27.630662 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Request body: {'port': {'device_id': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:27.718015 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.899116 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52544) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:27.907385 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b8827-a79b-484b-a36f-c94607ea03ab req-5253ad4d-56e6-4423-b796-e71eca7154ec tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:27.908858 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-627b8827-a79b-484b-a36f-c94607ea03ab req-5253ad4d-56e6-4423-b796-e71eca7154ec tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 932 time: 0.1557114 Jun 23 04:00:27.912225 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:27.979662 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-627b8827-a79b-484b-a36f-c94607ea03ab req-0ebd9add-08c9-4ecc-bfff-09f88cfa2ea7 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Jun 23 04:00:28.014975 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.061380 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a666f870-9037-424f-b21b-b3657e76951e {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:00:28.068788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.078136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.081705 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Transition to ACTIVE for port object a666f870-9037-424f-b21b-b3657e76951e will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:28.081842 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0ba42b0f-4470-41c5-8b45-c82f70295b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:28.119311 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=708aae273f5d437994ce2b941f708e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190666 Jun 23 04:00:28.119619 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52548) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:28.121353 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8deb62e-6c80-4aab-94c4-ba4deebf4213,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:28.124291 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:28.163783 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.167001 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2dd46be0-2f43-4163-9eb8-4bd3a4094680 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:28.202926 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea8fa-01d5-4e59-8aac-33c83d032f7e req-777b1dda-cd28-4dd1-964b-2fe2a66465df tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:28.204435 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-166ea8fa-01d5-4e59-8aac-33c83d032f7e req-777b1dda-cd28-4dd1-964b-2fe2a66465df tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1174679 Jun 23 04:00:28.245586 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.261394 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Pushing event updated for resources: {'Port': ['ID=a666f870-9037-424f-b21b-b3657e76951e,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:28.272326 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:28.313599 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.322803 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-166ea8fa-01d5-4e59-8aac-33c83d032f7e req-4b17570c-9336-4be7-bcac-5d548d0cdd56 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078377 Jun 23 04:00:28.325245 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Attempting to bind port a666f870-9037-424f-b21b-b3657e76951e on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:28.325575 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Attempting to bind port a666f870-9037-424f-b21b-b3657e76951e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:28.325897 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Attempting to bind port a666f870-9037-424f-b21b-b3657e76951e on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:28.336727 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Port a666f870-9037-424f-b21b-b3657e76951e on network 71564db7-981c-474e-951b-039595daa65a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:00:28.337079 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Attempting to bind port a666f870-9037-424f-b21b-b3657e76951e on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:28.341816 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:28.342189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Checking segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:28.342559 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Bound using segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:28.342981 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Bound port: a666f870-9037-424f-b21b-b3657e76951e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:28.343320 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.417113 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] For port a666f870-9037-424f-b21b-b3657e76951e, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:28.420022 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] For port a666f870-9037-424f-b21b-b3657e76951e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a666f870-9037-424f-b21b-b3657e76951e,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:28.496296 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.499661 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:28.505186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.507698 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.511052 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8deb62e-6c80-4aab-94c4-ba4deebf4213 HTTP/1.1" status: 204 len: 168 time: 0.3884237 Jun 23 04:00:28.552508 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:28.553142 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:28.554534 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] 10.222.0.11 "PUT /v2.0/ports/a666f870-9037-424f-b21b-b3657e76951e HTTP/1.1" status: 200 len: 1094 time: 0.9290814 Jun 23 04:00:28.555023 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'tag': 'a666f870-9037-424f-b21b-b3657e76951e'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:00:28.557313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd35b86-2a4c-4513-8e5a-82168c0de4be" -d '{"events": [{"name": "network-changed", "server_uuid": "f710d92c-f834-4809-92f7-52b3c2f6669a", "tag": "a666f870-9037-424f-b21b-b3657e76951e"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:00:28.584887 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Pushing event updated for resources: {'Port': ['ID=a666f870-9037-424f-b21b-b3657e76951e,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:28.588951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:28.593248 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ecf8cea0-26dd-4828-86ca-be95addd480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:28.605528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374fa635-18f4-493a-b8c7-9219bd7e4726 x-openstack-request-id: req-374fa635-18f4-493a-b8c7-9219bd7e4726 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:00:28.605846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f710d92c-f834-4809-92f7-52b3c2f6669a", "tag": "a666f870-9037-424f-b21b-b3657e76951e", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:00:28.606137 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-374fa635-18f4-493a-b8c7-9219bd7e4726 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:00:28.606541 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'tag': 'a666f870-9037-424f-b21b-b3657e76951e', 'status': 'completed', 'code': 200} Jun 23 04:00:28.607684 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8deb62e-6c80-4aab-94c4-ba4deebf4213,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:28.609837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:28.874769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd35b86-2a4c-4513-8e5a-82168c0de4be req-26eeb76e-2f14-4a47-9559-eb905386c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:28.876350 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fdd35b86-2a4c-4513-8e5a-82168c0de4be req-26eeb76e-2f14-4a47-9559-eb905386c362 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 1097 time: 0.2475376 Jun 23 04:00:29.001315 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd35b86-2a4c-4513-8e5a-82168c0de4be req-db07ea8b-5b24-4fe3-bbbf-07894ce1704c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:29.001315 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fdd35b86-2a4c-4513-8e5a-82168c0de4be req-db07ea8b-5b24-4fe3-bbbf-07894ce1704c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1115899 Jun 23 04:00:29.109234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd35b86-2a4c-4513-8e5a-82168c0de4be req-f0cf3540-9d25-42a4-8d3e-b62e9c2f0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:29.110757 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fdd35b86-2a4c-4513-8e5a-82168c0de4be req-f0cf3540-9d25-42a4-8d3e-b62e9c2f0178 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078935 Jun 23 04:00:29.231394 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d962c-9436-46e9-a647-f774811796ed req-5dbc2163-16d5-410e-b703-9fe5408d7817 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:29.232891 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d7d962c-9436-46e9-a647-f774811796ed req-5dbc2163-16d5-410e-b703-9fe5408d7817 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 944 time: 0.1084604 Jun 23 04:00:29.238509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-e50b21c4-6881-431c-a3b0-948986e4d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:29.240123 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-e50b21c4-6881-431c-a3b0-948986e4d11b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 1097 time: 0.0830195 Jun 23 04:00:29.293067 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-bcc46a0a-0ee8-44c9-a6f7-7b611ed632e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a666f870-9037-424f-b21b-b3657e76951e HTTP/1.1" status: 200 len: 217 time: 0.0385871 Jun 23 04:00:29.312594 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d7d962c-9436-46e9-a647-f774811796ed req-b7136039-2e96-4c19-860f-d4d626272695 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714996 Jun 23 04:00:29.349600 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-0bc12ff2-0fac-4752-83a4-11ac14afdbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:29.351017 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-0bc12ff2-0fac-4752-83a4-11ac14afdbfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5218363-694b-4283-a1cd-aecf28de1f28 HTTP/1.1" status: 200 len: 853 time: 0.0507493 Jun 23 04:00:29.393642 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-2557e764-d65b-4081-b49e-66c9408ef9e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71564db7-981c-474e-951b-039595daa65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295405 Jun 23 04:00:29.530779 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-18ed713a-73eb-4d86-b493-f66df618e998 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233649 Jun 23 04:00:29.563998 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc85d98-1efd-4145-8e9d-924f7bc8b955 req-ae7009db-406f-438a-b4d3-43bb5d8f1fc2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:29.565490 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5dc85d98-1efd-4145-8e9d-924f7bc8b955 req-ae7009db-406f-438a-b4d3-43bb5d8f1fc2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1052144 Jun 23 04:00:29.641370 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5dc85d98-1efd-4145-8e9d-924f7bc8b955 req-d8552bb2-4045-4260-b5a7-b59905a09a32 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684943 Jun 23 04:00:29.655299 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52594) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:29.671415 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ff90ba2-cafa-4ba8-a33b-6ab6daf06066 req-e1f280d8-a21d-4ce1-9a72-72a223c12c9a service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330307 Jun 23 04:00:29.762734 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1336439832-network', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:29.846476 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Made reservation on behalf of ef60f17fe1754b39999df2afbf899ffb for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:29.848937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:29.857789 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:29.946024 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.015476 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.018435 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1b572240-9e68-4225-9f83-24c273a418ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:30.042881 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:00:30.047905 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33d92bb-ca12-425e-a0c4-3436caf2b87d,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:30.052376 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:30.059477 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.060371 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Added segment 555512f4-1e0b-4b77-be05-4644272b3895 of type vlan for network eb9a6a43-7b26-41ba-aeaa-4071cf20079c Jun 23 04:00:30.107825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.185654 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52616) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:30.209951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.212283 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:30.212912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.216215 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-be1bd191-d10b-4803-8b8a-63f42f1b40c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:30.282149 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Pushing event updated for resources: {'Network': ['ID=eb9a6a43-7b26-41ba-aeaa-4071cf20079c,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:30.284962 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:30.293417 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:00:30.298799 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.361500 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6993937 Jun 23 04:00:30.363618 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52624) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:30.371742 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Request body: {'subnet': {'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1336439832-subnet', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:30.431747 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.491945 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56651e1c-644c-4d55-b0a7-8d49ddc9e6cf req-618a6126-09e6-40d1-b27e-37974b7d67ed tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:30.493335 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-56651e1c-644c-4d55-b0a7-8d49ddc9e6cf req-618a6126-09e6-40d1-b27e-37974b7d67ed tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 944 time: 0.0603600 Jun 23 04:00:30.494813 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.497902 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:30.547150 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ce55d1-1e82-421d-bd24-d6fa50aba207,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:30.551557 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b443607c6be64fedb7dc2a0bcc0d4105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647363 Jun 23 04:00:30.554447 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52626) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:30.554631 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:30.569430 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-56651e1c-644c-4d55-b0a7-8d49ddc9e6cf req-50fbc70f-8ce3-430c-a40a-811aca72cfbb tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687139 Jun 23 04:00:30.585788 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Made reservation on behalf of ef60f17fe1754b39999df2afbf899ffb for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:30.588637 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2724163'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.657479 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.691187 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.829587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca87a-3f17-434b-87a0-5f568f5b95c6 req-fb41ce6b-5be1-4a89-a8e4-eb283e8af06c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:30.831050 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a4ca87a-3f17-434b-87a0-5f568f5b95c6 req-fb41ce6b-5be1-4a89-a8e4-eb283e8af06c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0710201 Jun 23 04:00:30.855171 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.857743 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.858916 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51ce55d1-1e82-421d-bd24-d6fa50aba207 HTTP/1.1" status: 204 len: 168 time: 0.3030591 Jun 23 04:00:30.860162 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-55f93999-969e-4e21-b6fd-9d82f8a89b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:30.868747 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ce55d1-1e82-421d-bd24-d6fa50aba207,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:30.869614 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a4ca87a-3f17-434b-87a0-5f568f5b95c6 req-cb72d85d-cbee-49e2-94f8-efca1b240421 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jun 23 04:00:30.871552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:30.889608 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64207710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2724177'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:30.893360 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-94bd8106-af31-431a-99b3-7c5fe621e558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:30.945199 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82bbc24-ae70-45d8-8b1b-ea283b5499e1,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:30.948530 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:30.955392 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Checking segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:30.955773 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Network hostable DHCP agents. Network: eb9a6a43-7b26-41ba-aeaa-4071cf20079c, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:00:31.049613 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:00:31.135170 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, eb9a6a43-7b26-41ba-aeaa-4071cf20079c) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:31.139894 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:31.140880 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.145096 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c262b-42c4-48ee-aa26-ac8ab2927cef None None] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:00:31.210455 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8440368 Jun 23 04:00:31.213261 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52636) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:31.217829 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:31.295448 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 04:00:31.296330 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.366683 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.370574 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.420727 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.429325 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Allocated IP 172.20.0.2 (eb9a6a43-7b26-41ba-aeaa-4071cf20079c/d82bbc24-ae70-45d8-8b1b-ea283b5499e1/5524d22b-c6f2-4981-8211-57d6e7ca4fcb) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:31.568332 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.576188 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Transition to ACTIVE for port object 5524d22b-c6f2-4981-8211-57d6e7ca4fcb will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:31.590811 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52642) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:31.592299 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Transition to ACTIVE for port object 5524d22b-c6f2-4981-8211-57d6e7ca4fcb will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:31.611225 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.668063 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.673800 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-0eb81d21-76a1-4e39-9d34-0814fe5551ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:31.703097 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.725167 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.735424 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:31.736752 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Pushing event updated for resources: {'Port': ['ID=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:31.739499 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:31.740503 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:31.742705 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:31.772209 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.776602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fd86eaf7-2aaa-4693-bbd9-5358bcc5554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:31.780858 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2133118-9fb9-4640-a891-0a65ab8d1fcf req-b8fe359a-13dd-49ec-a306-274ab3baf89b tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:31.782381 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b2133118-9fb9-4640-a891-0a65ab8d1fcf req-b8fe359a-13dd-49ec-a306-274ab3baf89b tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 944 time: 0.0712738 Jun 23 04:00:31.800663 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Attempting to bind port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:31.800979 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Attempting to bind port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:31.801322 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Attempting to bind port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb on network eb9a6a43-7b26-41ba-aeaa-4071cf20079c {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:31.807348 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:31.807788 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Checking segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:31.808208 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.808611 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Bound using segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:31.809104 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Bound port: 5524d22b-c6f2-4981-8211-57d6e7ca4fcb, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:31.809493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.818232 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a0e7c3cb5f9425bbdaf48c25682e8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236164 Jun 23 04:00:31.818232 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad26ddb-822c-4897-a38f-91e031fc301b,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:31.818646 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52646) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:31.819695 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:31.876441 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] For port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:31.879328 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] For port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:31.894780 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b2133118-9fb9-4640-a891-0a65ab8d1fcf req-d2176bb8-656c-498e-821d-347c70d5d9af tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966024 Jun 23 04:00:31.940842 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.964560 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:31.967274 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:31.969083 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.025676 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Pushing event updated for resources: {'Port': ['ID=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:32.028652 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:32.148501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.172051 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.181968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2940d4-ae3c-42cc-a120-40ea883b494c req-b672afcc-0542-4322-844a-8356f87c86df tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:32.183500 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cf2940d4-ae3c-42cc-a120-40ea883b494c req-b672afcc-0542-4322-844a-8356f87c86df tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1504567 Jun 23 04:00:32.198942 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.201440 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.202504 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ad26ddb-822c-4897-a38f-91e031fc301b HTTP/1.1" status: 204 len: 168 time: 0.3829737 Jun 23 04:00:32.229791 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-de5ed56d-e961-4c5c-bc10-1664341e5a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:32.263742 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad26ddb-822c-4897-a38f-91e031fc301b,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:32.268498 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:32.289785 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cf2940d4-ae3c-42cc-a120-40ea883b494c req-c258c9c7-a10b-4095-bca2-b9e4802d5217 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967615 Jun 23 04:00:32.340237 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Allocated IP 172.28.3.109 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/f11645b4-c304-427d-8182-f38df1eaea99) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:32.457118 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.575631 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:32.582597 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:32.633381 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 5524d22b-c6f2-4981-8211-57d6e7ca4fcb up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:32.634783 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:32.641358 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:32.644249 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:32.645981 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f11645b4-c304-427d-8182-f38df1eaea99,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:32.681238 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:32.752986 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad876e1-247a-481b-818c-8d372b4f1e45 req-23250879-14c2-4250-9a8a-e7314eb1d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:32.754497 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ad876e1-247a-481b-818c-8d372b4f1e45 req-23250879-14c2-4250-9a8a-e7314eb1d8c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.2132339 Jun 23 04:00:32.763657 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:32.799262 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ad876e1-247a-481b-818c-8d372b4f1e45 req-4410e6f4-8fab-4cb1-a6a1-7cc5e849f745 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Jun 23 04:00:33.068892 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847b197-4e86-49c7-808f-d03dadad2127 None None] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:00:33.185799 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.231176 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Provisioning for port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:33.242153 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Provisioning complete for port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:33.242665 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.255067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721ef18-e243-429a-8c89-e381e0ef113b req-bf63a1ea-d069-4477-a20a-0e37bfc09202 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:33.256459 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f721ef18-e243-429a-8c89-e381e0ef113b req-bf63a1ea-d069-4477-a20a-0e37bfc09202 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 944 time: 0.1203012 Jun 23 04:00:33.337636 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f721ef18-e243-429a-8c89-e381e0ef113b req-3b3d361c-3537-4f7b-9dea-8ceef78ca1a1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504119 Jun 23 04:00:33.357955 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.402784 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] For port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:33.469721 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.471626 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:33.482056 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.567560 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767a45-beac-4e16-ad02-01fb6a795942 req-717df90a-d4a1-41b0-bc99-eb8e2bc55035 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:33.569129 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a9767a45-beac-4e16-ad02-01fb6a795942 req-717df90a-d4a1-41b0-bc99-eb8e2bc55035 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1291099 Jun 23 04:00:33.640335 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a9767a45-beac-4e16-ad02-01fb6a795942 req-00602f96-f2d4-4f1c-86f3-94f389b981e8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635691 Jun 23 04:00:33.650933 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Pushing event updated for resources: {'Port': ['ID=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:33.652538 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:33.689670 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-d89f5ee4-990b-4fa7-9a0a-9cd4b7c08759 None None] Provisioning complete for port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:33.690055 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d89f5ee4-990b-4fa7-9a0a-9cd4b7c08759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.766711 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Router 5f2dfe01-25be-429d-b252-9a30934e8a98 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 04:00:33.872274 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:00:33.887089 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Sync routers for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:00:33.912255 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:00:33.917734 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:33.918361 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:33.959098 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:33.963198 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7461867 Jun 23 04:00:33.963198 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52702) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:34.028802 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:34.211700 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:32Z', 'revision_number': 3, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:34.238776 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Checking router: 5f2dfe01-25be-429d-b252-9a30934e8a98 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:00:34.239173 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Updating router 5f2dfe01-25be-429d-b252-9a30934e8a98 port f11645b4-c304-427d-8182-f38df1eaea99 binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:00:34.276968 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.411581 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.600279 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 5524d22b-c6f2-4981-8211-57d6e7ca4fcb up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:34.622792 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.640402 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Transition to ACTIVE for port object f11645b4-c304-427d-8182-f38df1eaea99 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:34.641110 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a666f870-9037-424f-b21b-b3657e76951e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:00:34.651758 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c313d71-67c0-4f03-8096-45b5891e190b req-21799518-e5d7-4461-8c5d-eadbfe3b3275 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:34.658965 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8c313d71-67c0-4f03-8096-45b5891e190b req-21799518-e5d7-4461-8c5d-eadbfe3b3275 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 944 time: 0.1415613 Jun 23 04:00:34.688173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Allocated IP 172.20.0.1 (eb9a6a43-7b26-41ba-aeaa-4071cf20079c/d82bbc24-ae70-45d8-8b1b-ea283b5499e1/e1109c0f-dbab-47a1-b5e1-2503e3b00f46) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:34.717130 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8c313d71-67c0-4f03-8096-45b5891e190b req-b49af9f8-e462-4f6d-906b-a0b3bb6288d5 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572240 Jun 23 04:00:34.721756 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.725099 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:34.760900 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:34.761439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.829500 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Attempting to bind port f11645b4-c304-427d-8182-f38df1eaea99 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:34.830559 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Attempting to bind port f11645b4-c304-427d-8182-f38df1eaea99 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:34.831060 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Attempting to bind port f11645b4-c304-427d-8182-f38df1eaea99 on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:34.833549 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Pushing event updated for resources: {'Port': ['ID=f11645b4-c304-427d-8182-f38df1eaea99,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:34.845685 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a666f870-9037-424f-b21b-b3657e76951e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a666f870-9037-424f-b21b-b3657e76951e,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:34.846551 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.846986 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.848405 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.848797 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.856366 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:34.860003 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:34.861294 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:34.861959 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:34.862465 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.863072 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:34.863793 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Bound port: f11645b4-c304-427d-8182-f38df1eaea99, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:34.864258 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.887724 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'a666f870-9037-424f-b21b-b3657e76951e', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'port_id': 'a666f870-9037-424f-b21b-b3657e76951e', 'mac_address': 'fa:16:3e:82:82:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5218363-694b-4283-a1cd-aecf28de1f28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:00:34.898807 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.922861 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaf6f4-a1ce-4c5d-b7cf-93acd7b94859 req-cddfea6f-07be-4fff-93aa-f47dcc172857 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:34.930075 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4eaaf6f4-a1ce-4c5d-b7cf-93acd7b94859 req-cddfea6f-07be-4fff-93aa-f47dcc172857 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1430013 Jun 23 04:00:34.939259 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Transition to ACTIVE for port object e1109c0f-dbab-47a1-b5e1-2503e3b00f46 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:34.955879 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:34.971374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a666f870-9037-424f-b21b-b3657e76951e {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:00:34.984109 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4eaaf6f4-a1ce-4c5d-b7cf-93acd7b94859 req-3edf89ef-ceef-446d-a760-73b1c4a1fbeb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531051 Jun 23 04:00:35.009590 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a666f870-9037-424f-b21b-b3657e76951e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a666f870-9037-424f-b21b-b3657e76951e,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:35.045565 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] For port f11645b4-c304-427d-8182-f38df1eaea99, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:35.048763 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] For port f11645b4-c304-427d-8182-f38df1eaea99, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f11645b4-c304-427d-8182-f38df1eaea99,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:35.064062 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.067270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:35.089666 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.097145 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:35.107696 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:35.112367 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:35.129825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:35.129825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.130597 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Pushing event updated for resources: {'Port': ['ID=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:35.151915 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.159327 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:35.169230 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:35.174691 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=a666f870-9037-424f-b21b-b3657e76951e,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:35.187115 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:35.227627 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:35.232056 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:35.279752 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Pushing event updated for resources: {'Port': ['ID=f11645b4-c304-427d-8182-f38df1eaea99,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:35.283987 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:35.365466 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:35.371002 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.494859 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a666f870-9037-424f-b21b-b3657e76951e'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:00:35.596556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-8b9db01f-dc0b-4d47-b805-38a0b789af44 None None] Provisioning for port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:35.604951 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-8b9db01f-dc0b-4d47-b805-38a0b789af44 None None] Provisioning complete for port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:35.604951 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b9db01f-dc0b-4d47-b805-38a0b789af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.622270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.623538 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:32Z', 'revision_number': 3, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:35.655631 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73add665-c4e9-4e8f-b733-96500e2a4f5b None None] The sync data for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb is: [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:32Z', 'revision_number': 3, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:00:35.659332 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-8b9db01f-dc0b-4d47-b805-38a0b789af44 None None] Port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:00:35.701452 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52744) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:35.706867 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.707836 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.717739 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:35.850623 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.942470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Pushing event updated for resources: {'Port': ['ID=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:35.944252 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:35.945711 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:36.003111 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-5febe0ec-6964-416d-b78f-bce69eb553d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:36.004717 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-5febe0ec-6964-416d-b78f-bce69eb553d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.3131156 Jun 23 04:00:36.020974 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.026153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a205c583-cd4c-42b0-98db-d7b8cca07b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:36.057817 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c4215-f5d8-4c41-ac70-26837dce8fb1 req-64255fbb-4521-4216-becf-c8ad32dec0cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:36.059264 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-105c4215-f5d8-4c41-ac70-26837dce8fb1 req-64255fbb-4521-4216-becf-c8ad32dec0cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.3291566 Jun 23 04:00:36.073023 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f6504b21bda4af1af4093dc2fd3a8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710938 Jun 23 04:00:36.074416 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf0f675-1153-4dfa-8e32-4ccc7889919a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:36.077077 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52752) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:36.079131 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:36.080106 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:36.126332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:36.133752 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.141558 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce71b06-0ad1-4213-9610-395a5c8123c2 req-a0185782-42a3-4c16-b4da-34482d42d469 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:36.143381 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2ce71b06-0ad1-4213-9610-395a5c8123c2 req-a0185782-42a3-4c16-b4da-34482d42d469 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 945 time: 0.2778919 Jun 23 04:00:36.167848 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.240046 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-105c4215-f5d8-4c41-ac70-26837dce8fb1 req-8ee55922-801b-4a2f-891d-c0a402b06906 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649327 Jun 23 04:00:36.309637 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.312600 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.320513 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf0f675-1153-4dfa-8e32-4ccc7889919a HTTP/1.1" status: 204 len: 168 time: 0.2389386 Jun 23 04:00:36.320513 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-67f9ef4b-64b2-4718-b232-c36139202f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:36.346136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf0f675-1153-4dfa-8e32-4ccc7889919a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:36.358158 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:36.394042 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-d06eb1cc-2b2b-430f-a989-23a4baf9cc1e None None] Provisioning complete for port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:36.394633 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d06eb1cc-2b2b-430f-a989-23a4baf9cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.447292 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-d06eb1cc-2b2b-430f-a989-23a4baf9cc1e None None] Port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:00:36.575525 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2ce71b06-0ad1-4213-9610-395a5c8123c2 req-5c78f5c0-599f-4b40-8c29-713dce2e100d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213085 Jun 23 04:00:36.578244 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-92b9e7ae-252a-4d19-b9b8-f78562781de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:36.579633 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-92b9e7ae-252a-4d19-b9b8-f78562781de0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.5616169 Jun 23 04:00:36.597958 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Router 5f2dfe01-25be-429d-b252-9a30934e8a98 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:00:36.611649 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f11645b4-c304-427d-8182-f38df1eaea99 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:36.653130 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-0a262b63-6391-4a32-9279-5205bc0de3b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.0540552 Jun 23 04:00:36.771366 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port f11645b4-c304-427d-8182-f38df1eaea99 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:36.780861 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port f11645b4-c304-427d-8182-f38df1eaea99 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:36.781352 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.812177 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-76e2c50b-f98a-4ab8-9555-ad532f910caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:36.815575 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-76e2c50b-f98a-4ab8-9555-ad532f910caa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.1523681 Jun 23 04:00:36.878293 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:36.879334 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:00:36.885889 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-bb99df49-1cdd-4a49-817c-d4ba6725c350 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621555 Jun 23 04:00:36.889559 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] 10.222.0.20 "PUT /v2.0/routers/5f2dfe01-25be-429d-b252-9a30934e8a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9254010 Jun 23 04:00:36.922828 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port f11645b4-c304-427d-8182-f38df1eaea99, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f11645b4-c304-427d-8182-f38df1eaea99,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:36.998124 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:37.000096 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:37.050374 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-a05c0759-644d-4e23-9fab-1c8c70829ec4 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572683 Jun 23 04:00:37.074830 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=f11645b4-c304-427d-8182-f38df1eaea99,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:37.082882 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:37.189356 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4900a24-5dc2-4f05-8c3f-2131ed90a3f0 req-eb7bb9f3-539b-4bec-8ed4-e40664e1657a service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271544 Jun 23 04:00:37.434687 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a50e-8673-455e-ba58-1cb9230223d7 req-91f35da3-2098-4e11-9aff-3f3a9449e72e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:37.436193 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bc7a50e-8673-455e-ba58-1cb9230223d7 req-91f35da3-2098-4e11-9aff-3f3a9449e72e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0642550 Jun 23 04:00:37.481670 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bc7a50e-8673-455e-ba58-1cb9230223d7 req-1cd03583-44f3-4a2c-a6db-afaf9e94d100 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Jun 23 04:00:37.600102 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Sync routers for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:00:37.612426 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:37.615336 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:37.763026 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:37.818294 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547911c-2abc-472e-8e62-6919974be5a9 req-42d9e411-6793-4389-a360-d99170decea6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:37.826207 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d547911c-2abc-472e-8e62-6919974be5a9 req-42d9e411-6793-4389-a360-d99170decea6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 945 time: 0.0831568 Jun 23 04:00:37.902694 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d547911c-2abc-472e-8e62-6919974be5a9 req-30c4685b-6a23-4b47-a412-1feb46812f05 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745332 Jun 23 04:00:37.913839 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52816) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:37.919991 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1607936810-network', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:38.017104 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 2, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:38.048902 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Checking router: 5f2dfe01-25be-429d-b252-9a30934e8a98 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:00:38.048902 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Updating router 5f2dfe01-25be-429d-b252-9a30934e8a98 port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:00:38.066813 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Made reservation on behalf of f89175685cd144fe8e36e9c7722077aa for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:38.073089 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.085288 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.090716 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.194566 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.272915 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.275967 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b292c529-038c-4145-97ef-1cbeb77b83ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:38.299072 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:00:38.307530 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28c9bf-b231-4289-9a14-8ad9e37306d6,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:38.317529 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:38.317529 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.317529 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Added segment ecc48e3e-2260-4721-85f8-f0f32c522bf3 of type vlan for network c2756686-006d-4b72-a807-a6af83479928 Jun 23 04:00:38.353290 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.361460 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.372104 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Transition to ACTIVE for port object e1109c0f-dbab-47a1-b5e1-2503e3b00f46 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:38.463759 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.463943 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.465155 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:38.465810 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.467573 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:38.471705 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d1975e9e-f9ab-4b29-8b1c-2832f41daf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:38.514731 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d104a-468d-43f4-b6aa-40201651cefa None None] Pushing event updated for resources: {'Port': ['ID=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:38.522274 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-125d104a-468d-43f4-b6aa-40201651cefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:38.546772 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2756686-006d-4b72-a807-a6af83479928,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:38.551960 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:38.583127 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network c2756686-006d-4b72-a807-a6af83479928 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:00:38.603107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52824) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:38.605185 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6894677 Jun 23 04:00:38.609350 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Request body: {'subnet': {'network_id': 'c2756686-006d-4b72-a807-a6af83479928', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1607936810-subnet', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:38.650968 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f11645b4-c304-427d-8182-f38df1eaea99 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:38.689697 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Attempting to bind port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:38.694273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Attempting to bind port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:38.694273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Attempting to bind port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 on network eb9a6a43-7b26-41ba-aeaa-4071cf20079c {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:38.694273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a666f870-9037-424f-b21b-b3657e76951e up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:38.736041 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdd7f6-358b-4e6a-bce8-8b530f1328f8 req-0a7e0bc9-10d8-4d4a-a862-5dffa0ac20cc tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:38.738782 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:38.739414 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Checking segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:38.740003 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.740559 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Bound using segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:38.741204 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Bound port: e1109c0f-dbab-47a1-b5e1-2503e3b00f46, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:38.741809 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.745821 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06fdd7f6-358b-4e6a-bce8-8b530f1328f8 req-0a7e0bc9-10d8-4d4a-a862-5dffa0ac20cc tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0867159 Jun 23 04:00:38.777366 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Made reservation on behalf of f89175685cd144fe8e36e9c7722077aa for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:38.781321 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.813661 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port f11645b4-c304-427d-8182-f38df1eaea99 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:38.814046 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:38.840017 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06fdd7f6-358b-4e6a-bce8-8b530f1328f8 req-78ce5ded-d335-4628-b913-d7f11c8470e8 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930057 Jun 23 04:00:38.890765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] For port e1109c0f-dbab-47a1-b5e1-2503e3b00f46, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:38.895281 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] For port e1109c0f-dbab-47a1-b5e1-2503e3b00f46, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:38.939476 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port a666f870-9037-424f-b21b-b3657e76951e completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:38.941300 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port a666f870-9037-424f-b21b-b3657e76951e triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:38.941740 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.016316 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.020659 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:39.054667 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.088820 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.094058 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:39.106655 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a666f870-9037-424f-b21b-b3657e76951e'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:00:39.109044 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafd74fa-f63f-428e-9e68-51a46e049dd0" -d '{"events": [{"server_uuid": "f710d92c-f834-4809-92f7-52b3c2f6669a", "name": "network-vif-plugged", "status": "completed", "tag": "a666f870-9037-424f-b21b-b3657e76951e"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:00:39.114472 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d104a-468d-43f4-b6aa-40201651cefa None None] Pushing event updated for resources: {'Port': ['ID=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:39.117144 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:39.118113 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:39.120343 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-125d104a-468d-43f4-b6aa-40201651cefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:39.164136 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port a666f870-9037-424f-b21b-b3657e76951e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a666f870-9037-424f-b21b-b3657e76951e,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:39.173549 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5280b6-6006-4bd4-a3b0-00fc662e7ddb,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:39.181658 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:39.191349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Checking segment: {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:39.191661 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Network hostable DHCP agents. Network: c2756686-006d-4b72-a807-a6af83479928, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:00:39.210393 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc721ae6-4f94-4dbf-8543-789b4a49b3e0 req-cdc8e5c0-ea4a-40a1-ab3e-4fb9bd9212a5 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:39.217875 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc721ae6-4f94-4dbf-8543-789b4a49b3e0 req-cdc8e5c0-ea4a-40a1-ab3e-4fb9bd9212a5 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 945 time: 0.1655729 Jun 23 04:00:39.221016 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.230890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:39.266828 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc721ae6-4f94-4dbf-8543-789b4a49b3e0 req-aedb774b-8eea-43ef-b788-67f844abf2e1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480494 Jun 23 04:00:39.313626 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Network c2756686-006d-4b72-a807-a6af83479928 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:00:39.370869 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79d774f-2f92-4dd1-b435-59df0e0cdfc6 x-openstack-request-id: req-b79d774f-2f92-4dd1-b435-59df0e0cdfc6 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:00:39.371081 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f710d92c-f834-4809-92f7-52b3c2f6669a", "name": "network-vif-plugged", "status": "completed", "tag": "a666f870-9037-424f-b21b-b3657e76951e", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:00:39.371326 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b79d774f-2f92-4dd1-b435-59df0e0cdfc6 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:00:39.371734 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a666f870-9037-424f-b21b-b3657e76951e', 'code': 200} Jun 23 04:00:39.395885 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:39.420783 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, c2756686-006d-4b72-a807-a6af83479928) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:39.427092 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:39.427838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.445549 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf41f45-c642-4a99-bd64-cbfbaa7719ce None None] Network c2756686-006d-4b72-a807-a6af83479928 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:00:39.468258 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=a666f870-9037-424f-b21b-b3657e76951e,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:39.499228 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:39.507757 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-fde143b2-f8f7-44d0-bc43-6782747f0f8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9031801 Jun 23 04:00:39.510827 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52842) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:39.516034 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:39.576252 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.577465 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.637707 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.646161 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85eee1-f715-430b-a612-9a69903cd88d req-97bc4e85-db77-458e-8508-ac0ee625afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:39.647943 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-af85eee1-f715-430b-a612-9a69903cd88d req-97bc4e85-db77-458e-8508-ac0ee625afb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 1099 time: 0.0557976 Jun 23 04:00:39.684201 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-af85eee1-f715-430b-a612-9a69903cd88d req-165ecf55-c65b-400e-aabf-1344e7dca859 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286891 Jun 23 04:00:39.730712 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-c2756686-006d-4b72-a807-a6af83479928', 'network_id': 'c2756686-006d-4b72-a807-a6af83479928', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'fixed_ips': [{'subnet_id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 04:00:39.731582 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.764545 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:38Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:39.831629 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.841120 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:39.843977 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a624f0-9678-4225-ba85-855959cc60fe None None] The sync data for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb is: [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:38Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:00:39.947617 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Allocated IP 172.20.0.2 (c2756686-006d-4b72-a807-a6af83479928/7a5280b6-6006-4bd4-a3b0-00fc662e7ddb/c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:40.211017 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84d5f1-eadf-424b-860f-2c269237793f req-0e1d2b42-d2bc-4e9e-b709-2d11e9a7a2bd tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:40.212611 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a84d5f1-eadf-424b-860f-2c269237793f req-0e1d2b42-d2bc-4e9e-b709-2d11e9a7a2bd tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1470184 Jun 23 04:00:40.248066 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.263362 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Transition to ACTIVE for port object c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:40.282513 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.295795 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a84d5f1-eadf-424b-860f-2c269237793f req-16298c10-2884-4ab3-b7b7-9103b9eabbd3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715380 Jun 23 04:00:40.300741 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Transition to ACTIVE for port object c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:40.374545 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.386868 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.390225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e79ce84a-0cd7-4bae-932d-1ed99baeef86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:40.451842 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Network c2756686-006d-4b72-a807-a6af83479928 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:40.455371 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:40.457898 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:40.482655 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Pushing event updated for resources: {'Port': ['ID=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:40.492203 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:40.535294 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Allocated IP 172.28.3.161 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/e1390e54-27ad-4242-9748-1509d82f7be0) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:40.641856 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455213ad-5039-4205-8e30-42fa0c66b468 req-9140b0cb-8a5d-4c83-9907-0a85d1c4aaf6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:40.643387 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-455213ad-5039-4205-8e30-42fa0c66b468 req-9140b0cb-8a5d-4c83-9907-0a85d1c4aaf6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 946 time: 0.1098976 Jun 23 04:00:40.666485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1109c0f-dbab-47a1-b5e1-2503e3b00f46 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:40.696309 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-455213ad-5039-4205-8e30-42fa0c66b468 req-cb63ac08-08fa-4ef5-8b1a-7f8b8e00d10a tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449531 Jun 23 04:00:40.729154 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.848840 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:40.858092 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.861089 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:40.877690 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52868) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:40.888259 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:40.888660 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.914177 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:40.920084 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:40.922419 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1390e54-27ad-4242-9748-1509d82f7be0,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:40.924815 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:40.929838 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:40.941229 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Attempting to bind port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:40.941628 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Attempting to bind port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:40.942006 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Attempting to bind port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec on network c2756686-006d-4b72-a807-a6af83479928 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:40.952994 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:40.953384 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Checking segment: {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:40.953806 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:40.954213 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Bound using segment: {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:40.954712 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Bound port: c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:40.955099 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.074282 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.076550 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] For port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:41.080886 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] For port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:41.147227 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.147520 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port e1109c0f-dbab-47a1-b5e1-2503e3b00f46, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:41.166766 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.169285 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-544f29de-bc16-4df3-8ded-ac1de55ac611 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:41.231762 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.251557 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Pushing event updated for resources: {'Port': ['ID=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:41.267641 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.268084 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:41.268084 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:41.315288 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:41.324255 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:41.433816 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.472235 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.474930 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-43aab66e-3a99-4a2d-b05f-f7d4c7dddcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:41.522080 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2732f270-ef62-4fcc-afa4-4693b0d04979,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:41.545586 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5a0ee022cc34105acbd151cea66648d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659977 Jun 23 04:00:41.552062 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:41.552248 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52882) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:41.647531 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.678211 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.698228 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa4c8d-ab0b-4c01-84f0-a7a8b9d34749 req-c6f31c50-3c66-4cdb-8dd1-19e217a6823e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:41.699719 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6aa4c8d-ab0b-4c01-84f0-a7a8b9d34749 req-c6f31c50-3c66-4cdb-8dd1-19e217a6823e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1080425 Jun 23 04:00:41.702247 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.751128 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6aa4c8d-ab0b-4c01-84f0-a7a8b9d34749 req-c9275730-441a-48b5-acea-17a025ed550e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445638 Jun 23 04:00:41.840348 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.842951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:41.846588 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2732f270-ef62-4fcc-afa4-4693b0d04979 HTTP/1.1" status: 204 len: 168 time: 0.2909088 Jun 23 04:00:41.846588 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-65215432-dd59-41d7-9882-d6d4e22fb2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:41.865731 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2732f270-ef62-4fcc-afa4-4693b0d04979,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:41.883824 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:41.921788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd075-0fb0-45e9-a7ae-23ee5afeb9d0 req-5866c01d-7eb8-4868-aded-ada703154127 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:41.923296 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-20abd075-0fb0-45e9-a7ae-23ee5afeb9d0 req-5866c01d-7eb8-4868-aded-ada703154127 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 946 time: 0.0779059 Jun 23 04:00:41.925656 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Router e7601278-9307-4394-bd6f-9f7353bba7e2 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 04:00:41.972007 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-20abd075-0fb0-45e9-a7ae-23ee5afeb9d0 req-2ce9800a-675b-4560-8ea3-58b4e758947f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387957 Jun 23 04:00:42.056582 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:00:42.068291 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Sync routers for ids ['e7601278-9307-4394-bd6f-9f7353bba7e2'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:00:42.080764 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Routers {'e7601278-9307-4394-bd6f-9f7353bba7e2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:42.081752 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['e7601278-9307-4394-bd6f-9f7353bba7e2'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:42.165493 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:42.166749 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6545560 Jun 23 04:00:42.169647 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 52898) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:42.218449 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Set router e7601278-9307-4394-bd6f-9f7353bba7e2 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:42.578276 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 3, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:42.587865 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127345b-aadd-45c0-8598-47876f2d4958 None None] Network c2756686-006d-4b72-a807-a6af83479928 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:00:42.648555 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Checking router: e7601278-9307-4394-bd6f-9f7353bba7e2 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:00:42.649535 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Updating router e7601278-9307-4394-bd6f-9f7353bba7e2 port e1390e54-27ad-4242-9748-1509d82f7be0 binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:00:42.710019 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52918) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:42.728440 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:42.749573 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:42.753136 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1cea210d-e1a1-482e-b006-35bdb4ff502f None None] Provisioning for port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:42.842124 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1109c0f-dbab-47a1-b5e1-2503e3b00f46 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:42.911966 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:42.956050 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:42.956592 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:42.998590 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.003388 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:43.050107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78448cb-9aba-4be5-b2bd-6a85c559f13d,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:43.059814 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:43.077110 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99f132b24bcb4a4e911a1b73523a14e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674333 Jun 23 04:00:43.079705 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 52926) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:43.130973 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:43.169032 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.183731 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.193628 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.206719 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Transition to ACTIVE for port object e1390e54-27ad-4242-9748-1509d82f7be0 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:43.212212 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.341165 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Allocated IP 172.20.0.1 (c2756686-006d-4b72-a807-a6af83479928/7a5280b6-6006-4bd4-a3b0-00fc662e7ddb/c2c7a858-7af1-475e-8369-1510413bdc94) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:43.358371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.358533 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:43.358724 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.361425 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-c8984b6c-2c42-46de-8cb1-6fd1a91acb7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:43.361586 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.365370 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c78448cb-9aba-4be5-b2bd-6a85c559f13d HTTP/1.1" status: 204 len: 168 time: 0.2818623 Jun 23 04:00:43.365370 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:43.365593 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:43.365593 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.392078 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78448cb-9aba-4be5-b2bd-6a85c559f13d,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:43.402891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:43.411690 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf3a0d-995b-4d82-8d6a-0e6a46320620 None None] Pushing event updated for resources: {'Port': ['ID=e1390e54-27ad-4242-9748-1509d82f7be0,revision_number=2']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:43.415522 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-ecdf3a0d-995b-4d82-8d6a-0e6a46320620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:43.444373 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Attempting to bind port e1390e54-27ad-4242-9748-1509d82f7be0 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:43.444750 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Attempting to bind port e1390e54-27ad-4242-9748-1509d82f7be0 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:43.445115 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Attempting to bind port e1390e54-27ad-4242-9748-1509d82f7be0 on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:43.450457 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:43.450827 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:43.451224 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.451869 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:43.452104 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Bound port: e1390e54-27ad-4242-9748-1509d82f7be0, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:43.452477 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.469026 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.474859 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.495599 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Transition to ACTIVE for port object c2c7a858-7af1-475e-8369-1510413bdc94 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:43.510469 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:43.513961 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] For port e1390e54-27ad-4242-9748-1509d82f7be0, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:43.517208 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] For port e1390e54-27ad-4242-9748-1509d82f7be0, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e1390e54-27ad-4242-9748-1509d82f7be0,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:43.604444 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.605032 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.606861 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:43.611183 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-125d104a-468d-43f4-b6aa-40201651cefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:43.662869 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Routers {'e7601278-9307-4394-bd6f-9f7353bba7e2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:43.663086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:43.663913 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['e7601278-9307-4394-bd6f-9f7353bba7e2'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:43.671416 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:43.673389 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:43.674694 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:43.700372 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf3a0d-995b-4d82-8d6a-0e6a46320620 None None] Pushing event updated for resources: {'Port': ['ID=e1390e54-27ad-4242-9748-1509d82f7be0,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:43.704721 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-ecdf3a0d-995b-4d82-8d6a-0e6a46320620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:43.725141 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Network c2756686-006d-4b72-a807-a6af83479928 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:43.729725 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:43.732452 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:43.746695 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d319e-7ddc-4d93-af68-67b43cb71248 req-76380cb5-e5d1-4b24-bd63-3cd741164d12 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:43.752274 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-931d319e-7ddc-4d93-af68-67b43cb71248 req-76380cb5-e5d1-4b24-bd63-3cd741164d12 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0988336 Jun 23 04:00:43.785420 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Pushing event updated for resources: {'Port': ['ID=c2c7a858-7af1-475e-8369-1510413bdc94,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:43.787492 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] Set router e7601278-9307-4394-bd6f-9f7353bba7e2 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:43.791936 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:43.794011 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-931d319e-7ddc-4d93-af68-67b43cb71248 req-469b8ba9-c431-49da-805f-1cb2ac1a7894 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377476 Jun 23 04:00:43.810697 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.072425 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 3, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:44.119711 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0811fc-3bbc-4e9f-8d4a-cf47302622e2 None None] The sync data for ids ['e7601278-9307-4394-bd6f-9f7353bba7e2'] in dv-cinder-768592-6-smb is: [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 3, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:00:44.124570 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.183624 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-fe6a776a-de8d-46a8-bafc-8ec409477d9a None None] Provisioning for port c2c7a858-7af1-475e-8369-1510413bdc94 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:44.196870 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-fe6a776a-de8d-46a8-bafc-8ec409477d9a None None] Provisioning complete for port c2c7a858-7af1-475e-8369-1510413bdc94 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:44.197260 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fe6a776a-de8d-46a8-bafc-8ec409477d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.253914 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a776a-de8d-46a8-bafc-8ec409477d9a None None] Port c2c7a858-7af1-475e-8369-1510413bdc94 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:00:44.386024 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.506950 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.510269 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:44.619791 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Pushing event updated for resources: {'Port': ['ID=c2c7a858-7af1-475e-8369-1510413bdc94,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:44.627271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:44.662423 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.695059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-83c28455-bd2e-4ad0-a040-2a9062ab929e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:44.707692 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-83c28455-bd2e-4ad0-a040-2a9062ab929e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1891270 Jun 23 04:00:44.719612 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-23c43610-ffca-4cd1-815b-597a464444a9 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/quotas/35b9c41f74304cdea09ae1dfe3ba9498 HTTP/1.1" status: 200 len: 375 time: 0.0102079 Jun 23 04:00:44.750114 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:44.783805 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Network c2756686-006d-4b72-a807-a6af83479928 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:44.786055 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:44.837095 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-98a3f091-e7cf-4a33-b00b-6de77b588719 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107037 Jun 23 04:00:44.873921 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:44.874318 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:44.962539 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Router e7601278-9307-4394-bd6f-9f7353bba7e2 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:00:45.017624 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-c23484c8-af1b-4ba8-8baa-b888b8517257 service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789775 Jun 23 04:00:45.072573 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1390e54-27ad-4242-9748-1509d82f7be0 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:45.196004 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:00:45.200326 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-e9d9fc72-b041-4185-920e-9d44863f7771 service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815634 Jun 23 04:00:45.206435 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] 10.222.0.20 "PUT /v2.0/routers/e7601278-9307-4394-bd6f-9f7353bba7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0356498 Jun 23 04:00:45.217649 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-6ae02b5d-721e-481b-bd6a-799f87ffb9cf None None] Provisioning complete for port c2c7a858-7af1-475e-8369-1510413bdc94 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:45.218251 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6ae02b5d-721e-481b-bd6a-799f87ffb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:45.260637 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-6ae02b5d-721e-481b-bd6a-799f87ffb9cf None None] Port c2c7a858-7af1-475e-8369-1510413bdc94 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:00:45.515096 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port e1390e54-27ad-4242-9748-1509d82f7be0 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:45.519000 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c051659a-720d-4cc7-8643-0e26f4f92bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:45.522127 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e1390e54-27ad-4242-9748-1509d82f7be0 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:45.522781 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:45.625493 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c464e230-20f7-408e-b673-cc11f71714b9 req-9d716d84-6afc-4918-9232-0fd3b92a6398 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 210 time: 0.0435264 Jun 23 04:00:45.645836 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:45.679548 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port e1390e54-27ad-4242-9748-1509d82f7be0, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e1390e54-27ad-4242-9748-1509d82f7be0,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:45.763960 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:45.776528 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:45.840878 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=e1390e54-27ad-4242-9748-1509d82f7be0,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:45.844049 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:46.210931 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 53028) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:46.216135 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912218715', 'description': 'tempest-secgroup-smoke-912218715 description', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:46.295250 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.376916 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.466587 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.470046 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-85473071-58d6-4230-8eca-efb7f5b486ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:46.497495 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:46.500741 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:46.581076 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1390e54-27ad-4242-9748-1509d82f7be0 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:46.594525 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.595844 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3837779 Jun 23 04:00:46.598804 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53048) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:46.604584 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group_rule': {'security_group_id': 'e5326fdf-beee-4fb7-9acc-fe4c827d2f1e', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:46.635677 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e1390e54-27ad-4242-9748-1509d82f7be0 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:46.636068 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.728162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.805947 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-41877da9-9d31-4959-b1cd-d511cba94c31 req-5b4d368a-4b17-43b3-8093-6fb13d522d30 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Jun 23 04:00:46.823457 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.891655 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:46.893756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0341d38-e152-4a14-b46e-ee3231a1acbc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:46.909977 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f367eb8a-5ac7-4e05-8954-ebb229f59a5c,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:46.912396 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:47.015040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.016385 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ddbfc0bb-2f7d-4980-b6f8-e075d112dcda tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4164393 Jun 23 04:00:47.018937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53052) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:47.023775 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group_rule': {'security_group_id': 'e5326fdf-beee-4fb7-9acc-fe4c827d2f1e', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:47.104013 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Sync routers for ids ['e7601278-9307-4394-bd6f-9f7353bba7e2'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:00:47.114791 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Routers {'e7601278-9307-4394-bd6f-9f7353bba7e2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:47.115395 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['e7601278-9307-4394-bd6f-9f7353bba7e2'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:47.148043 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.239509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.239797 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Set router e7601278-9307-4394-bd6f-9f7353bba7e2 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:47.306523 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.312459 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-37cb5e3c-aa9b-49fc-aee9-5c56afb1486f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:47.326604 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bffd200-777b-42cb-96c7-eb2d6ca4561e,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:47.328958 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:47.449554 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.453689 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4310553 Jun 23 04:00:47.454181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53062) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:47.463997 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group_rule': {'security_group_id': 'e5326fdf-beee-4fb7-9acc-fe4c827d2f1e', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:47.554905 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0aa0-8e08-4080-b182-fdd3d4c90357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.577187 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.586810 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:00:43Z', 'revision_number': 4, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c2c7a858-7af1-475e-8369-1510413bdc94', 'name': '', 'network_id': 'c2756686-006d-4b72-a807-a6af83479928', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'mac_address': 'fa:16:3e:7c:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:43Z', 'updated_at': '2021-06-23T04:00:44Z', 'revision_number': 2, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'subnets': [{'id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:47.615326 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Checking router: e7601278-9307-4394-bd6f-9f7353bba7e2 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:00:47.615745 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Updating router e7601278-9307-4394-bd6f-9f7353bba7e2 port c2c7a858-7af1-475e-8369-1510413bdc94 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:00:47.643259 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.655487 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.732068 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.734382 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:47.751541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d6dc87-8b92-44ed-8479-d50c220cce77,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:47.754314 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:47.843355 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.844628 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3893864 Jun 23 04:00:47.847129 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53074) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:47.854180 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group_rule': {'security_group_id': 'e5326fdf-beee-4fb7-9acc-fe4c827d2f1e', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:47.970123 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.974572 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.974923 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a30af961-ae48-4668-836b-34bdf9ccd2d1 req-6be61751-28e9-497d-84ab-19b100dbed77 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Jun 23 04:00:47.982658 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:47.984563 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Transition to ACTIVE for port object c2c7a858-7af1-475e-8369-1510413bdc94 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:48.035992 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.063001 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.065054 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9861bc8-0f74-47ab-bdbe-6b7379748a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:48.115457 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c679-cb52-4fb6-b0e8-e478ac16c5ec None None] Pushing event updated for resources: {'Port': ['ID=c2c7a858-7af1-475e-8369-1510413bdc94,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:48.118762 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-c335c679-cb52-4fb6-b0e8-e478ac16c5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:48.137643 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.141054 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6f70b2d1-d177-481b-94ac-aa34b90796f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:48.177708 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Attempting to bind port c2c7a858-7af1-475e-8369-1510413bdc94 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:48.178089 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Attempting to bind port c2c7a858-7af1-475e-8369-1510413bdc94 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:48.178467 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Attempting to bind port c2c7a858-7af1-475e-8369-1510413bdc94 on network c2756686-006d-4b72-a807-a6af83479928 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:48.184115 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:48.184528 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Checking segment: {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:48.185139 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.185673 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Bound using segment: {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:48.186168 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Bound port: c2c7a858-7af1-475e-8369-1510413bdc94, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc48e3e-2260-4721-85f8-f0f32c522bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2756686-006d-4b72-a807-a6af83479928'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:48.186556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.188748 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f0b3cc-42d3-4b6a-835d-5e85631cc9ce,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:48.191191 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:48.235221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.236918 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3886447 Jun 23 04:00:48.241660 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 53078) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:48.247084 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group_rule': {'security_group_id': 'e5326fdf-beee-4fb7-9acc-fe4c827d2f1e', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:48.262078 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] For port c2c7a858-7af1-475e-8369-1510413bdc94, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:48.265851 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] For port c2c7a858-7af1-475e-8369-1510413bdc94, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c2c7a858-7af1-475e-8369-1510413bdc94,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:48.301602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-33a77722-108b-4076-97ac-6dff487cf4ef tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:48.303017 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-33a77722-108b-4076-97ac-6dff487cf4ef tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1421311 Jun 23 04:00:48.316368 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Request body: {'port': {'device_id': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'admin_state_up': True, 'tenant_id': '35b9c41f74304cdea09ae1dfe3ba9498'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:48.337251 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Project ef60f17fe1754b39999df2afbf899ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 04:00:48.337756 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.340723 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:48.347461 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.415284 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.415978 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Routers {'e7601278-9307-4394-bd6f-9f7353bba7e2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:00:48.416612 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:00:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['e7601278-9307-4394-bd6f-9f7353bba7e2'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:48.418904 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335c679-cb52-4fb6-b0e8-e478ac16c5ec None None] Pushing event updated for resources: {'Port': ['ID=c2c7a858-7af1-475e-8369-1510413bdc94,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:48.430051 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-c335c679-cb52-4fb6-b0e8-e478ac16c5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:48.473064 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.475208 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2bde4607-496e-4d88-8257-ff6296575364 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:48.534023 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78491627-7e4d-4ed4-b698-579a89d93195,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:48.540877 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:48.605261 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Made reservation on behalf of 35b9c41f74304cdea09ae1dfe3ba9498 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:00:48.608835 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.641051 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] Set router e7601278-9307-4394-bd6f-9f7353bba7e2 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:00:48.707450 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.711134 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4654381 Jun 23 04:00:48.712042 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 53094) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:48.719520 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'security_group_rule': {'security_group_id': 'e5326fdf-beee-4fb7-9acc-fe4c827d2f1e', 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:48.812971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Allocated IP 172.20.0.5 (71564db7-981c-474e-951b-039595daa65a/e5218363-694b-4283-a1cd-aecf28de1f28/72159fd0-ca1c-4952-9837-0c4e39774fec) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:00:48.834742 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Project ef60f17fe1754b39999df2afbf899ffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 04:00:48.838676 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.841669 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.930405 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:48.997619 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:00:43Z', 'revision_number': 4, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c2c7a858-7af1-475e-8369-1510413bdc94', 'name': '', 'network_id': 'c2756686-006d-4b72-a807-a6af83479928', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'mac_address': 'fa:16:3e:7c:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:43Z', 'updated_at': '2021-06-23T04:00:48Z', 'revision_number': 4, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'subnets': [{'id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:00:49.027056 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64002f-e433-47ca-a9d7-5e313475ac5c None None] The sync data for ids ['e7601278-9307-4394-bd6f-9f7353bba7e2'] in dv-cinder-768592-6-smb is: [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:00:43Z', 'revision_number': 4, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c2c7a858-7af1-475e-8369-1510413bdc94', 'name': '', 'network_id': 'c2756686-006d-4b72-a807-a6af83479928', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'mac_address': 'fa:16:3e:7c:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:43Z', 'updated_at': '2021-06-23T04:00:48Z', 'revision_number': 4, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'subnets': [{'id': '7a5280b6-6006-4bd4-a3b0-00fc662e7ddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:00:49.036551 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:49.042367 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0de097bf-b88a-426a-a6c9-8300905dc9ad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:49.057472 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:49.065528 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000e97e8-7cf9-47cc-ad46-acc43e7a41b2,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:49.065528 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:49.149589 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:49.151102 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-91f6ffa8-d779-485b-8513-12ab7b2b04ec tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4366195 Jun 23 04:00:49.179575 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-825bd351-9d1d-41b4-a5ef-6fa8ad820967 req-639dbd5b-d791-4007-9f07-7f2591a3830e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 210 time: 0.0375750 Jun 23 04:00:49.242673 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:49.248206 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-55d6488e-e29c-4927-b180-13586a482540 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:49.261125 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'a666f870-9037-424f-b21b-b3657e76951e'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:00:49.360535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Network 71564db7-981c-474e-951b-039595daa65a is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:00:49.368201 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:00:49.370695 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:00:49.376614 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:49.377257 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:49.391225 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event updated for resources: {'Port': ['ID=72159fd0-ca1c-4952-9837-0c4e39774fec,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:49.394336 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:49.426576 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6de44-72ec-464d-8402-d1566055d552 req-68f36a50-1fc5-499a-991f-a6f464e85269 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:49.428296 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-57b6de44-72ec-464d-8402-d1566055d552 req-68f36a50-1fc5-499a-991f-a6f464e85269 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1190820 Jun 23 04:00:49.515699 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2029004 Jun 23 04:00:49.546097 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-57b6de44-72ec-464d-8402-d1566055d552 req-d422a513-3977-4290-90e3-b7bb1af5ec74 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114447 Jun 23 04:00:49.550613 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Request body: {'port': {'device_id': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:00:49.696523 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-9d268c25-b678-44de-96ed-8e124ae7b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:49.699380 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-9d268c25-b678-44de-96ed-8e124ae7b198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.1565495 Jun 23 04:00:49.727615 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.090249 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-9c6eb4e3-1bb4-4b4d-8120-1bdd453be1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:50.091754 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-9c6eb4e3-1bb4-4b4d-8120-1bdd453be1cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.3855474 Jun 23 04:00:50.145533 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-94bbdbc1-d158-4153-bddb-67d654f47200 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.0446742 Jun 23 04:00:50.231780 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-54ca30ed-b555-43fa-a832-d12c472e5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:50.232697 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-54ca30ed-b555-43fa-a832-d12c472e5c9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0778937 Jun 23 04:00:50.252390 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.274885 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-5cd9631a-f9de-4bd2-ba51-10d883d80ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344019 Jun 23 04:00:50.459546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72159fd0-ca1c-4952-9837-0c4e39774fec {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:00:50.475383 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.480263 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-05880142-63aa-41fe-942c-6aa18c253e0c service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975560 Jun 23 04:00:50.502944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Transition to ACTIVE for port object 72159fd0-ca1c-4952-9837-0c4e39774fec will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:00:50.527734 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a11a44-c4dd-4599-8403-ffdd9362b7d2 req-8dccebb1-ab29-4d89-8370-d91d4b22282c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:50.528052 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6a11a44-c4dd-4599-8403-ffdd9362b7d2 req-8dccebb1-ab29-4d89-8370-d91d4b22282c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 931 time: 0.2081788 Jun 23 04:00:50.585095 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.590077 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:50.631704 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c2c7a858-7af1-475e-8369-1510413bdc94 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:50.663163 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6a11a44-c4dd-4599-8403-ffdd9362b7d2 req-97358190-0a2a-48e7-8c0f-429035e2ffa7 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021521 Jun 23 04:00:50.683565 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8730521-9c89-4aca-988b-9318c0d82f6f req-a59229a6-5d82-48d2-bc99-d6d88ee9e819 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946700 Jun 23 04:00:50.689377 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Pushing event updated for resources: {'Port': ['ID=72159fd0-ca1c-4952-9837-0c4e39774fec,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:50.692298 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:50.767522 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Attempting to bind port 72159fd0-ca1c-4952-9837-0c4e39774fec on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:00:50.767864 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Attempting to bind port 72159fd0-ca1c-4952-9837-0c4e39774fec by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:00:50.768402 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Attempting to bind port 72159fd0-ca1c-4952-9837-0c4e39774fec on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:50.778844 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Port 72159fd0-ca1c-4952-9837-0c4e39774fec on network 71564db7-981c-474e-951b-039595daa65a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:00:50.779173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Attempting to bind port 72159fd0-ca1c-4952-9837-0c4e39774fec on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:00:50.794221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:00:50.794221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Checking segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:00:50.794221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Bound using segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:00:50.794221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Bound port: 72159fd0-ca1c-4952-9837-0c4e39774fec, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:00:50.794221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.794856 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port c2c7a858-7af1-475e-8369-1510413bdc94 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:50.800988 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port c2c7a858-7af1-475e-8369-1510413bdc94 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:50.800988 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.854560 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362db28-1b53-4400-af8a-0297d64e575c req-a808f59b-9c67-47ad-9488-51e5d0a7b9e7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:50.865279 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0362db28-1b53-4400-af8a-0297d64e575c req-a808f59b-9c67-47ad-9488-51e5d0a7b9e7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1435134 Jun 23 04:00:50.911937 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:50.917270 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0362db28-1b53-4400-af8a-0297d64e575c req-83f5cdb5-4bb8-4e7a-9044-e9fd139f2ae1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531874 Jun 23 04:00:50.952869 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port c2c7a858-7af1-475e-8369-1510413bdc94, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c2c7a858-7af1-475e-8369-1510413bdc94,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:50.956377 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] For port 72159fd0-ca1c-4952-9837-0c4e39774fec, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:00:50.959826 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] For port 72159fd0-ca1c-4952-9837-0c4e39774fec, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=72159fd0-ca1c-4952-9837-0c4e39774fec,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:00:51.055453 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:51.058945 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:51.059078 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:51.059168 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:51.119064 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=c2c7a858-7af1-475e-8369-1510413bdc94,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:51.122937 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:51.140797 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.142254 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:51.143832 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/72159fd0-ca1c-4952-9837-0c4e39774fec HTTP/1.1" status: 200 len: 1093 time: 1.6012599 Jun 23 04:00:51.144668 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'tag': '72159fd0-ca1c-4952-9837-0c4e39774fec'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:00:51.147604 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf0aca7-1e18-4f1e-9c1e-e69b79b06822", "tag": "72159fd0-ca1c-4952-9837-0c4e39774fec"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:00:51.182323 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Pushing event updated for resources: {'Port': ['ID=72159fd0-ca1c-4952-9837-0c4e39774fec,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:51.190758 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:51.206385 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c78067-0766-4eea-bbe2-c4786230b238 x-openstack-request-id: req-b7c78067-0766-4eea-bbe2-c4786230b238 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:00:51.206714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf0aca7-1e18-4f1e-9c1e-e69b79b06822", "tag": "72159fd0-ca1c-4952-9837-0c4e39774fec", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:00:51.206996 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7c78067-0766-4eea-bbe2-c4786230b238 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:00:51.207416 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'tag': '72159fd0-ca1c-4952-9837-0c4e39774fec', 'status': 'completed', 'code': 200} Jun 23 04:00:51.290923 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4 req-805e1655-dc27-4a3f-b835-74efbad24cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.292506 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4 req-805e1655-dc27-4a3f-b835-74efbad24cc8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 1096 time: 0.0606089 Jun 23 04:00:51.402607 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4 req-29288abd-d46a-4830-87d2-e1adda0a4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.404085 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4 req-29288abd-d46a-4830-87d2-e1adda0a4828 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0994580 Jun 23 04:00:51.522541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4 req-9963f6d2-1d68-46d8-a506-40cf64b04e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.524265 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-39e0c9e2-1dcc-42f4-82b9-a42e058f2eb4 req-9963f6d2-1d68-46d8-a506-40cf64b04e2a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007566 Jun 23 04:00:51.639530 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-d92ffae1-6a3d-438f-a216-ca4e2a4601a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.639530 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-d92ffae1-6a3d-438f-a216-ca4e2a4601a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 1096 time: 0.0542591 Jun 23 04:00:51.683046 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-b7d526b1-09c6-47f9-96f8-0245228c51c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72159fd0-ca1c-4952-9837-0c4e39774fec HTTP/1.1" status: 200 len: 217 time: 0.0420506 Jun 23 04:00:51.742439 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-bb824a4e-a029-4c40-9546-22a5dff624a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.742439 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-bb824a4e-a029-4c40-9546-22a5dff624a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5218363-694b-4283-a1cd-aecf28de1f28 HTTP/1.1" status: 200 len: 853 time: 0.0481036 Jun 23 04:00:51.783538 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-6101af14-76b0-4e30-897f-c8fde610b758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71564db7-981c-474e-951b-039595daa65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353310 Jun 23 04:00:51.921420 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-88211fd6-2ced-4f83-a3d9-7db67e076ea3 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175654 Jun 23 04:00:51.929260 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86053547-3ef1-45a2-87ec-7aa2da714f0e req-5df343cc-49c0-4399-b79a-b655801fe12b tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:51.930630 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-86053547-3ef1-45a2-87ec-7aa2da714f0e req-5df343cc-49c0-4399-b79a-b655801fe12b tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 943 time: 0.1359034 Jun 23 04:00:52.018408 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-86053547-3ef1-45a2-87ec-7aa2da714f0e req-d5f2d20e-3012-42da-a62d-b58a60cd9beb tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801113 Jun 23 04:00:52.080111 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-139f8b96-f1f0-4c2e-9c49-bb60ed50c746 req-84115849-71d2-4f3b-92f9-cc31abf0c379 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485562 Jun 23 04:00:52.110107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9389-166b-4d92-9a30-22391b3040a9 req-2364a4af-f449-47ff-b8c4-651e5bc2999a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:52.112075 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-64fc9389-166b-4d92-9a30-22391b3040a9 req-2364a4af-f449-47ff-b8c4-651e5bc2999a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0847948 Jun 23 04:00:52.150426 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-64fc9389-166b-4d92-9a30-22391b3040a9 req-d9bcec84-5e36-4f7f-b6e8-fd12188a8af2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Jun 23 04:00:52.614252 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c2c7a858-7af1-475e-8369-1510413bdc94 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:52.664574 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port c2c7a858-7af1-475e-8369-1510413bdc94 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:52.666729 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.198629 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492255fe-c473-4655-b443-03fd36253c8e req-1111c5ed-48eb-4e6f-ba45-e8600a8b96e4 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:53.200141 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-492255fe-c473-4655-b443-03fd36253c8e req-1111c5ed-48eb-4e6f-ba45-e8600a8b96e4 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 943 time: 0.0646043 Jun 23 04:00:53.238250 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-492255fe-c473-4655-b443-03fd36253c8e req-6845b806-0361-4e7a-a353-a685542b8be0 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Jun 23 04:00:53.334144 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94594a16-86be-4a4c-a44c-5ba16bd02cb5 req-8f7f9e75-f0be-4c08-8bfd-4b45c37ec6f0 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:53.335647 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-94594a16-86be-4a4c-a44c-5ba16bd02cb5 req-8f7f9e75-f0be-4c08-8bfd-4b45c37ec6f0 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0688236 Jun 23 04:00:53.355016 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 53262) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:53.377010 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-94594a16-86be-4a4c-a44c-5ba16bd02cb5 req-fe5da6c9-dea3-479d-884f-c27d3505a273 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349004 Jun 23 04:00:53.456128 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.543020 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.623023 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.628013 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9ba1f332-8bad-4dc1-be35-a4eb77ec119a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:53.661393 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba4830-db41-4816-b62c-33f58bfcbfc5,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:53.674953 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.675333 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.675811 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.676338 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.677013 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.677519 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.678013 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.678373 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.678882 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.679230 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.679602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.679971 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.688066 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53272) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:53.688275 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8ea492e855e4083958da67e4a57b8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320229 Jun 23 04:00:53.689324 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:53.745335 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.771225 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.886017 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.888782 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:53.889958 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1ba4830-db41-4816-b62c-33f58bfcbfc5 HTTP/1.1" status: 204 len: 168 time: 0.1989453 Jun 23 04:00:53.890663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e177f6a4-0b20-4cb9-82c4-95e807cf9ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:53.900305 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba4830-db41-4816-b62c-33f58bfcbfc5,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:53.907479 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.907842 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.908202 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.908558 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.908909 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.909402 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.909748 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.910098 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.910441 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.910821 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.911111 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.911470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:00:53.914574 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:54.423970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281955-9d4f-4880-8638-89fea534b134 req-0e0cfcf0-1506-4bab-a8c1-285830ab952d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:54.427980 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd281955-9d4f-4880-8638-89fea534b134 req-0e0cfcf0-1506-4bab-a8c1-285830ab952d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 943 time: 0.0753059 Jun 23 04:00:54.464356 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd281955-9d4f-4880-8638-89fea534b134 req-f4499436-860e-4b61-9394-4b89b6c31e82 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Jun 23 04:00:54.559222 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf50f8e-8e71-4bcb-b1b0-8397715e57a2 req-bd1fc97c-63ed-4875-bd6a-264ec6013490 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:54.560702 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3cf50f8e-8e71-4bcb-b1b0-8397715e57a2 req-bd1fc97c-63ed-4875-bd6a-264ec6013490 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0643938 Jun 23 04:00:54.597808 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53324) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:54.608193 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3cf50f8e-8e71-4bcb-b1b0-8397715e57a2 req-5a4c4774-b253-4b72-bc2c-45f252a775e2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414248 Jun 23 04:00:54.615351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:54.706644 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:54.785841 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:54.790024 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-da429907-6b34-4a53-8aa6-dc1d6c95072f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:54.834846 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 53330) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:00:54.840384 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14c7e3e333fb48bfa389b87e3fd39782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411051 Jun 23 04:00:54.841473 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef6fe0-c061-4e80-ac0d-8116015a11ad,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:54.845000 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:54.900354 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:54.915997 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:55.037375 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:55.040510 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:55.041638 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27ef6fe0-c061-4e80-ac0d-8116015a11ad HTTP/1.1" status: 204 len: 168 time: 0.2047801 Jun 23 04:00:55.042380 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fb470f27-5373-4506-9c9b-d4f6cc8559c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:55.050193 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef6fe0-c061-4e80-ac0d-8116015a11ad,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:55.052835 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:55.651855 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98100b1-f08c-4b5d-9745-5220b473b13c req-b39ca6f3-83dc-42f3-9409-53e81cf38968 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:55.653442 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e98100b1-f08c-4b5d-9745-5220b473b13c req-b39ca6f3-83dc-42f3-9409-53e81cf38968 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 943 time: 0.0636322 Jun 23 04:00:55.694206 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e98100b1-f08c-4b5d-9745-5220b473b13c req-edbd755f-26b3-4c94-9ef2-0aebfd75c8d7 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Jun 23 04:00:55.809668 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e1f89-cfd8-41e5-9348-0bd97a7c69d3 req-ad4dc3f6-5c90-4609-9229-819ad6dd2725 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:55.811167 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc9e1f89-cfd8-41e5-9348-0bd97a7c69d3 req-ad4dc3f6-5c90-4609-9229-819ad6dd2725 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0671873 Jun 23 04:00:55.847789 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc9e1f89-cfd8-41e5-9348-0bd97a7c69d3 req-3d02b73a-f2bd-4db8-8ccb-495d52613b32 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308516 Jun 23 04:00:56.729569 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 72159fd0-ca1c-4952-9837-0c4e39774fec details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:00:56.852204 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 72159fd0-ca1c-4952-9837-0c4e39774fec, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=72159fd0-ca1c-4952-9837-0c4e39774fec,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:56.868977 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '72159fd0-ca1c-4952-9837-0c4e39774fec', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'port_id': '72159fd0-ca1c-4952-9837-0c4e39774fec', 'mac_address': 'fa:16:3e:ed:29:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5218363-694b-4283-a1cd-aecf28de1f28', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:00:56.889784 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5abead-27ee-41d8-a7b6-c8f2e5d328eb req-e5b2f62b-9e5f-4f22-a658-20c209ed3d5d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:56.891215 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1a5abead-27ee-41d8-a7b6-c8f2e5d328eb req-e5b2f62b-9e5f-4f22-a658-20c209ed3d5d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 943 time: 0.0728369 Jun 23 04:00:56.921681 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:56.932452 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1a5abead-27ee-41d8-a7b6-c8f2e5d328eb req-a2d90d28-9f2a-46b1-a52a-a74fe2ff0b9e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Jun 23 04:00:56.941610 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72159fd0-ca1c-4952-9837-0c4e39774fec {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:00:56.978803 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 72159fd0-ca1c-4952-9837-0c4e39774fec, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=72159fd0-ca1c-4952-9837-0c4e39774fec,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:57.043575 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:57.045512 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-e9861bc8-0f74-47ab-bdbe-6b7379748a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:57.067135 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2d164-5c91-4e2a-b215-a9e11c6d1616 req-a4d721ee-3fba-4a24-81e0-01d97f914419 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:57.068617 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f5a2d164-5c91-4e2a-b215-a9e11c6d1616 req-a4d721ee-3fba-4a24-81e0-01d97f914419 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0746920 Jun 23 04:00:57.098597 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=72159fd0-ca1c-4952-9837-0c4e39774fec,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:57.102244 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:57.108126 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f5a2d164-5c91-4e2a-b215-a9e11c6d1616 req-e53c6a7e-0c1c-4e18-b3cb-e2aea992386a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335820 Jun 23 04:00:57.487582 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['72159fd0-ca1c-4952-9837-0c4e39774fec'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:00:58.128058 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00aa2b8-ddfe-4919-9a8f-028b0edce15f req-e4af53af-7a8e-4a96-8dfe-61e989de492f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:58.129590 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f00aa2b8-ddfe-4919-9a8f-028b0edce15f req-e4af53af-7a8e-4a96-8dfe-61e989de492f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 944 time: 0.0668311 Jun 23 04:00:58.172176 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f00aa2b8-ddfe-4919-9a8f-028b0edce15f req-63857452-f623-4eb3-b5b0-18a2ce06248a tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370710 Jun 23 04:00:58.285327 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d970806d-138a-49c4-b2b9-a74e610581e3 req-b669bb87-271d-4c38-ba89-1c6a1557adca tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:58.286827 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d970806d-138a-49c4-b2b9-a74e610581e3 req-b669bb87-271d-4c38-ba89-1c6a1557adca tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0675228 Jun 23 04:00:58.329718 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d970806d-138a-49c4-b2b9-a74e610581e3 req-368d2b4e-19a8-446c-a79c-1ac208ff1ad0 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Jun 23 04:00:58.744306 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 72159fd0-ca1c-4952-9837-0c4e39774fec up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:00:58.862934 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 72159fd0-ca1c-4952-9837-0c4e39774fec completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:00:58.873432 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 72159fd0-ca1c-4952-9837-0c4e39774fec triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:00:58.873935 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:58.957248 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:58.980230 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72159fd0-ca1c-4952-9837-0c4e39774fec'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:00:58.982446 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92df85a-5d22-4653-9f20-1ffe001cc249" -d '{"events": [{"server_uuid": "aaf0aca7-1e18-4f1e-9c1e-e69b79b06822", "name": "network-vif-plugged", "status": "completed", "tag": "72159fd0-ca1c-4952-9837-0c4e39774fec"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:00:58.995560 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 72159fd0-ca1c-4952-9837-0c4e39774fec, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=72159fd0-ca1c-4952-9837-0c4e39774fec,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:00:59.017999 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b77ae15-cfe3-4f58-8a29-c47704e04eb2 x-openstack-request-id: req-5b77ae15-cfe3-4f58-8a29-c47704e04eb2 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:00:59.018324 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf0aca7-1e18-4f1e-9c1e-e69b79b06822", "name": "network-vif-plugged", "status": "completed", "tag": "72159fd0-ca1c-4952-9837-0c4e39774fec", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:00:59.018585 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b77ae15-cfe3-4f58-8a29-c47704e04eb2 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:00:59.018986 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72159fd0-ca1c-4952-9837-0c4e39774fec', 'code': 200} Jun 23 04:00:59.094357 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:00:59.096135 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:00:59.143134 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=72159fd0-ca1c-4952-9837-0c4e39774fec,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:00:59.146150 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:00:59.355542 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655e33e-e766-4953-b54e-ab8b2f9a397e req-6f78b78a-f86d-43cc-9360-22ff5bcaa78a tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:59.356893 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a655e33e-e766-4953-b54e-ab8b2f9a397e req-6f78b78a-f86d-43cc-9360-22ff5bcaa78a tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.0633492 Jun 23 04:00:59.425152 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a655e33e-e766-4953-b54e-ab8b2f9a397e req-6cf50c0b-8f76-41aa-a096-e7cf23293bd2 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620148 Jun 23 04:00:59.456965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1a3ec-bd34-4bcf-b068-2816c9c717b5 req-96d05ecc-18ea-4d95-becc-78cf1166beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:59.458570 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4e1a3ec-bd34-4bcf-b068-2816c9c717b5 req-96d05ecc-18ea-4d95-becc-78cf1166beed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 1098 time: 0.0756247 Jun 23 04:00:59.531784 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c4e1a3ec-bd34-4bcf-b068-2816c9c717b5 req-7416d783-da76-4525-a669-445e884bdb91 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Jun 23 04:00:59.550014 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d8270-22b7-4cc3-8d2d-713bbf98e9f6 req-fa54a94d-854e-48a3-9ff5-cbbd6c98d4ee tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:00:59.551410 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a6d8270-22b7-4cc3-8d2d-713bbf98e9f6 req-fa54a94d-854e-48a3-9ff5-cbbd6c98d4ee tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0919282 Jun 23 04:00:59.588299 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a6d8270-22b7-4cc3-8d2d-713bbf98e9f6 req-a864e9bb-0931-4305-81f3-75a7319cc9df tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Jun 23 04:01:00.608587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81158-1eb6-43b7-8a65-1eb22bd4b11a req-59719baf-6824-4e4c-9336-a199267c20cc tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:00.610048 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-68a81158-1eb6-43b7-8a65-1eb22bd4b11a req-59719baf-6824-4e4c-9336-a199267c20cc tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.0670600 Jun 23 04:01:00.648366 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-68a81158-1eb6-43b7-8a65-1eb22bd4b11a req-f03e93cc-5602-4b63-bced-de4bd7bdc611 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Jun 23 04:01:00.741862 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 53472) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:00.768564 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3b319-1c0d-4f56-a05a-c03b2581d708 req-983989c0-d4e1-4438-a31f-f7df64f7b5a1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:00.769230 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d0d3b319-1c0d-4f56-a05a-c03b2581d708 req-983989c0-d4e1-4438-a31f-f7df64f7b5a1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0655305 Jun 23 04:01:00.813241 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d0d3b319-1c0d-4f56-a05a-c03b2581d708 req-620a27c2-413a-4ba1-a8d5-f20ab6855dc3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375428 Jun 23 04:01:00.871885 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:00.959247 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:01.038026 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:01.050378 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d875e226-611a-426a-8378-f487c64c77f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:01.081373 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16385e4205e44402800e8a02e8f000c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382745 Jun 23 04:01:01.083655 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4bf224-ddc3-4c82-a721-324b9d301c53,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:01.085517 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53482) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:01.087481 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:01.136367 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:01.158509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:01.339994 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:01.342823 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:01.344021 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb4bf224-ddc3-4c82-a721-324b9d301c53 HTTP/1.1" status: 204 len: 168 time: 0.2562146 Jun 23 04:01:01.344818 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e6a5ce05-dd04-4a19-b770-b960988a8ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:01.352492 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4bf224-ddc3-4c82-a721-324b9d301c53,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:01.354769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:02.080647 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beaeaa-55d4-4435-b0f9-769585a42618 req-1c6b92cc-a3c0-4e6e-9a0e-7cf13a97a8e5 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:02.082086 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f1beaeaa-55d4-4435-b0f9-769585a42618 req-1c6b92cc-a3c0-4e6e-9a0e-7cf13a97a8e5 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.3075364 Jun 23 04:01:02.101284 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4110ec-5d8d-4f8a-ad2f-a23ed98e179f req-3cf01745-31f5-4023-b8b8-9f87936070ec tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:02.103235 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0e4110ec-5d8d-4f8a-ad2f-a23ed98e179f req-3cf01745-31f5-4023-b8b8-9f87936070ec tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0965557 Jun 23 04:01:02.148980 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f1beaeaa-55d4-4435-b0f9-769585a42618 req-08d93380-938f-4f09-afe5-d7fb2b8d3390 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606389 Jun 23 04:01:02.161681 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0e4110ec-5d8d-4f8a-ad2f-a23ed98e179f req-ba454630-7fd5-4f81-b668-2428ed7becc3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507722 Jun 23 04:01:02.353888 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53520) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:02.450045 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-68703985-network', 'tenant_id': '2f9870ec439b4c4c8da8a14b4b302caf'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:02.529585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Made reservation on behalf of 2f9870ec439b4c4c8da8a14b4b302caf for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:01:02.531990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.541597 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.625150 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.716969 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.719947 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:02.741341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:01:02.750003 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2754f8f2-89c2-46df-a81e-2b611c6a401f,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:02.752946 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:02.762432 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.762432 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Added segment ae363908-c646-436e-bb87-b183cbbd2665 of type vlan for network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 Jun 23 04:01:02.802220 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.919693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.920951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:02.921530 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:02.923656 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:02.984367 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Pushing event updated for resources: {'Network': ['ID=7ab2dc01-4aaa-466e-a34c-d4e544fe6326,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:02.987026 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:02.994419 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:01:03.052304 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6972227 Jun 23 04:01:03.055627 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 53530) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:03.061371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Request body: {'subnet': {'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-68703985-subnet', 'tenant_id': '2f9870ec439b4c4c8da8a14b4b302caf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:03.148202 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Made reservation on behalf of 2f9870ec439b4c4c8da8a14b4b302caf for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:01:03.150534 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:03.382265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecac6b-cdb6-4ad1-b3f8-c326e3e64c7f req-4d7c0296-10c9-4edc-9c22-4f65799b3e54 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:03.383806 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b9ecac6b-cdb6-4ad1-b3f8-c326e3e64c7f req-4d7c0296-10c9-4edc-9c22-4f65799b3e54 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0875738 Jun 23 04:01:03.422663 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b9ecac6b-cdb6-4ad1-b3f8-c326e3e64c7f req-2b7a748a-c69a-461f-bfe5-58e69bd08d1e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333731 Jun 23 04:01:03.461187 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:03.463417 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:03.518416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a96a3a-24f8-421f-a9a9-f99039cf0b2e,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:03.522398 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:03.528588 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Checking segment: {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:01:03.528912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Network hostable DHCP agents. Network: 7ab2dc01-4aaa-466e-a34c-d4e544fe6326, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:01:03.605385 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:01:03.690902 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 7ab2dc01-4aaa-466e-a34c-d4e544fe6326) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:01:03.695078 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:03.695756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:03.699805 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01380e3a-7d07-40e2-8615-c31987e812d1 None None] Network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:01:03.777756 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7205064 Jun 23 04:01:03.820869 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24457c8-bead-4661-b412-864b1999fa7e None None] Network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:01:04.620464 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fd90c-e700-4099-b86f-b784e380620e req-99117026-cc10-4c90-9190-851d372f7783 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:04.634612 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-492fd90c-e700-4099-b86f-b784e380620e req-99117026-cc10-4c90-9190-851d372f7783 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0731091 Jun 23 04:01:04.670082 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-492fd90c-e700-4099-b86f-b784e380620e req-64d7dcb7-b5d2-4c55-bdb3-db1f9f2ddf11 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Jun 23 04:01:05.905741 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754ab93-708f-47ea-b311-ee748e0702a5 req-9d0e8e42-f4bf-4325-989f-9d19071a1a5f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:05.907271 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4754ab93-708f-47ea-b311-ee748e0702a5 req-9d0e8e42-f4bf-4325-989f-9d19071a1a5f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0656164 Jun 23 04:01:05.946332 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4754ab93-708f-47ea-b311-ee748e0702a5 req-998a4a90-1e8c-471e-b395-6dcba40251fe tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Jun 23 04:01:06.217393 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-3422ed74-507b-46b4-aab4-1b82ecccf7f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515835 Jun 23 04:01:06.306677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-2913ee2e-a7d3-41ec-a40a-94fff54cc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:06.308183 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-2913ee2e-a7d3-41ec-a40a-94fff54cc9be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 1099 time: 0.0609956 Jun 23 04:01:06.413284 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-b5ded946-b742-4df5-a697-34cd8e7a3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:06.414805 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-b5ded946-b742-4df5-a697-34cd8e7a3443 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.0859528 Jun 23 04:01:06.468600 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-0bf4f23b-4074-4618-a22d-098a03930d61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e803085-432e-456a-8a79-2ad6cb677516 HTTP/1.1" status: 200 len: 217 time: 0.0378163 Jun 23 04:01:06.517766 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-9932bef9-7eb2-4549-8e4e-217ad2650e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:06.519218 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-9932bef9-7eb2-4549-8e4e-217ad2650e63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.0435719 Jun 23 04:01:06.553453 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-73db7c99-dd0e-4e43-bd59-40ea7aa0384b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269704 Jun 23 04:01:06.650353 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-1d40436c-f63e-4f4b-809a-d5a2d86c5849 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892186 Jun 23 04:01:06.739133 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f2b10d9f-ca6a-40bd-945e-5d0046900c8a req-6d761617-66c8-4a6b-94a7-b687c656ab57 service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809994 Jun 23 04:01:07.336739 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c463c3b-96d9-4213-80a3-1e2d76ef85a0 req-618faf69-87ef-41bb-9720-b1ecb67eed57 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:07.338252 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8c463c3b-96d9-4213-80a3-1e2d76ef85a0 req-618faf69-87ef-41bb-9720-b1ecb67eed57 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0787899 Jun 23 04:01:07.376339 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8c463c3b-96d9-4213-80a3-1e2d76ef85a0 req-e370ed32-1eeb-4d29-8a7a-bfdb33826b45 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Jun 23 04:01:08.551223 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b02d4-7198-4bb8-9227-fbd8dd56f306 req-18711c0e-bc1c-438c-b4ae-fcc50bcb7a57 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:08.552751 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd3b02d4-7198-4bb8-9227-fbd8dd56f306 req-18711c0e-bc1c-438c-b4ae-fcc50bcb7a57 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0654879 Jun 23 04:01:08.589783 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd3b02d4-7198-4bb8-9227-fbd8dd56f306 req-1280e036-d419-4ddc-8bf2-e338a6c3df99 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Jun 23 04:01:09.742706 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:09.935708 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c216b-d43f-44d7-b461-72ad451b0f80 req-b06f2e34-0fc9-4da8-b944-5727b6840f79 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:09.937154 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc2c216b-d43f-44d7-b461-72ad451b0f80 req-b06f2e34-0fc9-4da8-b944-5727b6840f79 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0620654 Jun 23 04:01:09.978977 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc2c216b-d43f-44d7-b461-72ad451b0f80 req-c3088ac0-5977-453c-9953-6c673b24176a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362890 Jun 23 04:01:10.079895 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-160cd463-4199-44c0-8b08-d8656cfd7838 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:10.081356 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-160cd463-4199-44c0-8b08-d8656cfd7838 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/networks?id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326 HTTP/1.1" status: 200 len: 807 time: 0.1072271 Jun 23 04:01:10.097467 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-035d4084-7ef4-4eaa-9d58-8cd1989a086e tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/quotas/2f9870ec439b4c4c8da8a14b4b302caf HTTP/1.1" status: 200 len: 375 time: 0.0094340 Jun 23 04:01:10.129793 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-700c99bb-bdca-4e00-a4db-a983cbc36259 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271721 Jun 23 04:01:10.219473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-9f2806a7-d7c6-4f99-bf31-e22c6dc6196e service neutron] 10.222.0.20 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825984 Jun 23 04:01:10.307733 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-c7f9e62c-d931-4bbf-9c4c-c1afe9cfee11 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Jun 23 04:01:10.553742 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6de865ca-2e32-4d96-bf55-de924fcadd1b req-c71c812c-032a-49cc-8deb-6cf5cdcad9c9 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 210 time: 0.0393043 Jun 23 04:01:10.890840 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:01:11.157516 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878eeae-e2b5-40e2-b25a-e3a5be3df863 req-4576063b-9ffa-440e-8bda-cc0ba26158d3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:11.159390 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f878eeae-e2b5-40e2-b25a-e3a5be3df863 req-4576063b-9ffa-440e-8bda-cc0ba26158d3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0635846 Jun 23 04:01:11.197672 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f878eeae-e2b5-40e2-b25a-e3a5be3df863 req-3d4600fd-3bd5-467f-bac7-8b7e593e657a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Jun 23 04:01:11.689965 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dcfbed45-30b2-4271-bb62-ef8460104f31 req-fc0961bb-49c8-4416-a68b-ee654539b8a0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 210 time: 0.0286291 Jun 23 04:01:12.128065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-6fc4dcf3-4fef-48e0-8a98-a4c408b0a97e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:12.129500 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-6fc4dcf3-4fef-48e0-8a98-a4c408b0a97e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.1085334 Jun 23 04:01:12.144251 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-632a3c0b-7e7a-4d4e-ad2e-33fc6334f2b6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/quotas/35b9c41f74304cdea09ae1dfe3ba9498 HTTP/1.1" status: 200 len: 375 time: 0.0087349 Jun 23 04:01:12.217914 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-79222731-a576-4f0b-bae6-e4300961c321 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684986 Jun 23 04:01:12.317029 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-dd7f8356-ee44-45b7-8af9-5d69df7c20c1 service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906360 Jun 23 04:01:12.447670 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-c5ecffff-03f7-4504-acbb-31b8e492ebdc service neutron] 10.222.0.20 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225553 Jun 23 04:01:12.459245 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3861d-d204-44d8-a6ce-96a893770c7d req-6867b147-db3b-4447-b0c0-9885ec8364b3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:12.460678 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-38a3861d-d204-44d8-a6ce-96a893770c7d req-6867b147-db3b-4447-b0c0-9885ec8364b3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1182208 Jun 23 04:01:12.498315 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-38a3861d-d204-44d8-a6ce-96a893770c7d req-c0c96938-d70d-4444-8993-09812a8a3baa tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321743 Jun 23 04:01:12.707476 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8b2ae85d-84c5-4010-b772-8e3064a06c71 req-34624c92-f23a-4d1c-8801-37a54be60dc9 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 210 time: 0.0349033 Jun 23 04:01:12.859962 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f97e36ee-808a-4566-89a6-292d54701c2f req-f5a1aba7-8681-4fda-a1d1-c6f7fd27578f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 210 time: 0.0310364 Jun 23 04:01:12.995036 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-0c7fec1d-26bf-4e55-b3e4-d624a4d6841d tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:12.996488 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-0c7fec1d-26bf-4e55-b3e4-d624a4d6841d tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "GET /v2.0/networks?id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326 HTTP/1.1" status: 200 len: 807 time: 0.1106052 Jun 23 04:01:13.011199 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Request body: {'port': {'device_id': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326', 'admin_state_up': True, 'tenant_id': '2f9870ec439b4c4c8da8a14b4b302caf'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:13.191174 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Made reservation on behalf of 2f9870ec439b4c4c8da8a14b4b302caf for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:01:13.194748 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:13.317342 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Allocated IP 172.20.0.14 (7ab2dc01-4aaa-466e-a34c-d4e544fe6326/d5a96a3a-24f8-421f-a9a9-f99039cf0b2e/66bac804-c396-48cb-a70b-dd4adb5bc1c9) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:01:13.462995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:13.600702 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:13.605610 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6e1dc0be-49bc-497a-9de8-bcc3786cfd53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:13.682340 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:01:13.693284 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:01:13.696202 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Pushing event updated for resources: {'Port': ['ID=66bac804-c396-48cb-a70b-dd4adb5bc1c9,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:13.699868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:01:13.705300 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:13.705906 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:13.710337 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:13.745071 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ca98d-5b6c-46ec-baed-1606c1c64a92 req-876f2f33-4154-4288-9340-c6743f5c7f99 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:13.748315 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-748ca98d-5b6c-46ec-baed-1606c1c64a92 req-876f2f33-4154-4288-9340-c6743f5c7f99 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1128771 Jun 23 04:01:13.784535 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-748ca98d-5b6c-46ec-baed-1606c1c64a92 req-adea6396-3642-4e3b-ada0-2cec892baeee tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Jun 23 04:01:13.797796 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7903626 Jun 23 04:01:13.813342 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Request body: {'port': {'device_id': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:13.869022 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1135829-c664-4727-9c2a-550e4194091a req-9a8d7601-08e7-415f-a538-be3737bc1b59 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 210 time: 0.0334342 Jun 23 04:01:13.914651 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:14.358850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0487-b472-43b1-9fe7-74fb7e0b6eb0 req-98449355-216e-4fd1-bf76-19eb7d30c9a3 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:14.360317 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-480b0487-b472-43b1-9fe7-74fb7e0b6eb0 req-98449355-216e-4fd1-bf76-19eb7d30c9a3 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 932 time: 0.3379025 Jun 23 04:01:14.426552 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-480b0487-b472-43b1-9fe7-74fb7e0b6eb0 req-80b48019-84e6-46ec-932e-0df891b953cf tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Jun 23 04:01:14.459725 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bac804-c396-48cb-a70b-dd4adb5bc1c9 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:14.467591 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:14.479404 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Transition to ACTIVE for port object 66bac804-c396-48cb-a70b-dd4adb5bc1c9 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:01:14.565223 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:14.567357 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d649b754-a9a3-4eb8-9b87-b3b6a32097ba tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:14.612309 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=66bac804-c396-48cb-a70b-dd4adb5bc1c9,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:14.616368 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:14.647358 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Attempting to bind port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:01:14.647724 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Attempting to bind port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:01:14.648055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Attempting to bind port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 on network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:14.653072 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 on network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:01:14.653390 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Attempting to bind port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 on network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:14.658081 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:01:14.658929 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Checking segment: {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:01:14.659312 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Bound using segment: {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:01:14.659773 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Bound port: 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:01:14.660121 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:14.724096 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] For port 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:01:14.727087 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] For port 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=66bac804-c396-48cb-a70b-dd4adb5bc1c9,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:01:14.799902 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:14.801971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:14.838681 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:14.839291 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:14.840684 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] 10.222.0.11 "PUT /v2.0/ports/66bac804-c396-48cb-a70b-dd4adb5bc1c9 HTTP/1.1" status: 200 len: 1094 time: 1.0316799 Jun 23 04:01:14.841186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'tag': '66bac804-c396-48cb-a70b-dd4adb5bc1c9'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:14.843503 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40" -d '{"events": [{"name": "network-changed", "server_uuid": "a5705c48-0622-418d-9ad2-09cca8d4862a", "tag": "66bac804-c396-48cb-a70b-dd4adb5bc1c9"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:14.862193 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=66bac804-c396-48cb-a70b-dd4adb5bc1c9,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:14.865216 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:14.895065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06aad8-19af-447e-a0e5-a535a180d295 x-openstack-request-id: req-fe06aad8-19af-447e-a0e5-a535a180d295 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:14.895447 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5705c48-0622-418d-9ad2-09cca8d4862a", "tag": "66bac804-c396-48cb-a70b-dd4adb5bc1c9", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:14.895689 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe06aad8-19af-447e-a0e5-a535a180d295 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:14.896372 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'tag': '66bac804-c396-48cb-a70b-dd4adb5bc1c9', 'status': 'completed', 'code': 200} Jun 23 04:01:15.044675 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f23539e9-ba9b-47b9-b185-7c382b3e15df req-9c129d48-2242-495d-a80e-359b40aa0d37 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 210 time: 0.0475731 Jun 23 04:01:15.070089 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3672e67-a64c-46f3-9df6-8bee2c4e827e req-a2a3a6a2-b71c-40b9-94a0-2866292bbbd7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.072181 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c3672e67-a64c-46f3-9df6-8bee2c4e827e req-a2a3a6a2-b71c-40b9-94a0-2866292bbbd7 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1634226 Jun 23 04:01:15.101830 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40 req-c3d25074-f929-481e-8137-a02d07f32fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.103256 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40 req-c3d25074-f929-481e-8137-a02d07f32fba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 1097 time: 0.1836774 Jun 23 04:01:15.219969 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c3672e67-a64c-46f3-9df6-8bee2c4e827e req-17582476-8347-4d8f-a60e-b83f0db2e9c4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204705 Jun 23 04:01:15.234778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-322ce218-7b57-403e-b361-9d30cb988afe tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.236288 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-322ce218-7b57-403e-b361-9d30cb988afe tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/networks?id=71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 200 len: 813 time: 0.2320099 Jun 23 04:01:15.240987 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-59229fa2-ee97-4c39-9759-50587b45b52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:15.259960 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Request body: {'port': {'device_id': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'admin_state_up': True, 'tenant_id': '35b9c41f74304cdea09ae1dfe3ba9498'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:15.277444 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40 req-ac1491b1-ebde-49cf-8ff9-8c6029b46a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.278868 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40 req-ac1491b1-ebde-49cf-8ff9-8c6029b46a9d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1601570 Jun 23 04:01:15.441889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40 req-4d9e2f27-d69a-4b9e-b50c-d29e05c8597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.443340 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfd6ba55-1d60-46ae-b3bf-931c154fcd40 req-4d9e2f27-d69a-4b9e-b50c-d29e05c8597b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248012 Jun 23 04:01:15.531545 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Made reservation on behalf of 35b9c41f74304cdea09ae1dfe3ba9498 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:01:15.535349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:15.655519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-44956115-2c6b-4a41-acdf-121a73a48092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.656980 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-44956115-2c6b-4a41-acdf-121a73a48092 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 1097 time: 0.1594062 Jun 23 04:01:15.729001 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-871fbaba-15f8-4b1f-b59a-ffbca5553762 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66bac804-c396-48cb-a70b-dd4adb5bc1c9 HTTP/1.1" status: 200 len: 217 time: 0.0626612 Jun 23 04:01:15.736407 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975a9f3-17bd-4d23-b0c8-d321f15bf10f req-22e1bfa4-fb4b-4d26-b5bd-2aa4b7fdf4b6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.737796 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f975a9f3-17bd-4d23-b0c8-d321f15bf10f req-22e1bfa4-fb4b-4d26-b5bd-2aa4b7fdf4b6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.1911047 Jun 23 04:01:15.804693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Allocated IP 172.20.0.11 (71564db7-981c-474e-951b-039595daa65a/e5218363-694b-4283-a1cd-aecf28de1f28/c7224599-463e-4548-b7b0-569b0d7e3176) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:01:15.836222 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f975a9f3-17bd-4d23-b0c8-d321f15bf10f req-4d2eb3b2-7fc9-4254-bfc3-08340c8367b2 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815203 Jun 23 04:01:15.848087 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-cbc534a4-1c36-4ca7-bd2b-932ce66d31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:15.848087 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-cbc534a4-1c36-4ca7-bd2b-932ce66d31bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5a96a3a-24f8-421f-a9a9-f99039cf0b2e HTTP/1.1" status: 200 len: 847 time: 0.0997360 Jun 23 04:01:15.887775 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-0bf21350-e71f-42ea-a8db-0f7956456807 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354979 Jun 23 04:01:16.053741 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-25bc0463-0a59-47a3-b459-7149184275e9 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560328 Jun 23 04:01:16.071852 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:16.195976 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-10a345b6-9358-4247-9b1b-a0ff45f65588 req-613076c4-5281-4a56-a75d-6cef91e9f5d1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 210 time: 0.0406022 Jun 23 04:01:16.203039 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-129d1c3f-c8ef-4f22-a6bd-13e1d142fbfd req-73bec0ad-1b72-492b-b544-ee4636a0332b service neutron] 10.222.0.11 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417327 Jun 23 04:01:16.308327 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:16.312371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:16.321486 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'a666f870-9037-424f-b21b-b3657e76951e', '72159fd0-ca1c-4952-9837-0c4e39774fec'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:16.383730 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Network 71564db7-981c-474e-951b-039595daa65a is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:01:16.392121 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:01:16.404255 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:01:16.409710 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:16.410323 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:16.414842 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event updated for resources: {'Port': ['ID=c7224599-463e-4548-b7b0-569b0d7e3176,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:16.423943 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:16.450532 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a340b-183d-4a67-82e4-4385b273dee0 req-3ed78812-7186-491e-b8ff-61c61dd6ba75 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:16.452105 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-815a340b-183d-4a67-82e4-4385b273dee0 req-3ed78812-7186-491e-b8ff-61c61dd6ba75 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1131508 Jun 23 04:01:16.491377 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2350690 Jun 23 04:01:16.495910 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-815a340b-183d-4a67-82e4-4385b273dee0 req-bac275a9-2a61-4035-aa3a-d4930420100d tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 Jun 23 04:01:16.515731 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Request body: {'port': {'device_id': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:16.595771 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:16.861893 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7224599-463e-4548-b7b0-569b0d7e3176 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:16.869247 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:16.881002 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Transition to ACTIVE for port object c7224599-463e-4548-b7b0-569b0d7e3176 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:01:16.954560 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:16.973011 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:17.027992 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Pushing event updated for resources: {'Port': ['ID=c7224599-463e-4548-b7b0-569b0d7e3176,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:17.032485 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:17.071069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Attempting to bind port c7224599-463e-4548-b7b0-569b0d7e3176 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:01:17.071412 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Attempting to bind port c7224599-463e-4548-b7b0-569b0d7e3176 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:01:17.071765 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Attempting to bind port c7224599-463e-4548-b7b0-569b0d7e3176 on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:17.085075 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e818-a33f-40df-a4a4-9461755e3770 req-15083920-54af-4573-af09-63c4d7111bba tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.087157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-de11e818-a33f-40df-a4a4-9461755e3770 req-15083920-54af-4573-af09-63c4d7111bba tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.1434743 Jun 23 04:01:17.090127 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Port c7224599-463e-4548-b7b0-569b0d7e3176 on network 71564db7-981c-474e-951b-039595daa65a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:01:17.090127 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Attempting to bind port c7224599-463e-4548-b7b0-569b0d7e3176 on network 71564db7-981c-474e-951b-039595daa65a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:17.095002 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:01:17.095336 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Checking segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:01:17.095746 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Bound using segment: {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:01:17.096181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Bound port: c7224599-463e-4548-b7b0-569b0d7e3176, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2e039d-adad-45d8-b36c-2508177af495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '71564db7-981c-474e-951b-039595daa65a'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:01:17.096527 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:17.164853 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-de11e818-a33f-40df-a4a4-9461755e3770 req-e33958b6-df02-4ea0-8500-4abb4b674eb3 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714507 Jun 23 04:01:17.183601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] For port c7224599-463e-4548-b7b0-569b0d7e3176, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:01:17.186502 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] For port c7224599-463e-4548-b7b0-569b0d7e3176, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c7224599-463e-4548-b7b0-569b0d7e3176,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:01:17.239648 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:17.243073 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5296a350-6b85-48b6-8954-3967c437624d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:17.272160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.273016 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:17.274988 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7224599-463e-4548-b7b0-569b0d7e3176 HTTP/1.1" status: 200 len: 1094 time: 0.7653284 Jun 23 04:01:17.277338 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'tag': 'c7224599-463e-4548-b7b0-569b0d7e3176'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:17.280391 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15174acf-b5fa-4323-9401-f3787267d5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "49b4cb3e-6774-4471-9472-6ca2a4065a47", "tag": "c7224599-463e-4548-b7b0-569b0d7e3176"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:17.319674 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Pushing event updated for resources: {'Port': ['ID=c7224599-463e-4548-b7b0-569b0d7e3176,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:17.322655 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:17.346026 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ddf4aa-76bc-4e9c-a232-207339620213 x-openstack-request-id: req-40ddf4aa-76bc-4e9c-a232-207339620213 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:17.346448 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b4cb3e-6774-4471-9472-6ca2a4065a47", "tag": "c7224599-463e-4548-b7b0-569b0d7e3176", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:17.346730 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40ddf4aa-76bc-4e9c-a232-207339620213 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:17.347145 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'tag': 'c7224599-463e-4548-b7b0-569b0d7e3176', 'status': 'completed', 'code': 200} Jun 23 04:01:17.424827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217ad25-da64-45bf-ad55-45b60696f501 req-85ee0da7-c57b-49c8-b628-3547106ff7f3 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.426210 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a217ad25-da64-45bf-ad55-45b60696f501 req-85ee0da7-c57b-49c8-b628-3547106ff7f3 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 944 time: 0.1205053 Jun 23 04:01:17.428965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174acf-b5fa-4323-9401-f3787267d5c7 req-e6c0ce52-8229-461e-bab5-e0961cd67c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.430317 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-15174acf-b5fa-4323-9401-f3787267d5c7 req-e6c0ce52-8229-461e-bab5-e0961cd67c15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 1097 time: 0.0823135 Jun 23 04:01:17.482570 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5cf251ea-03ec-42c6-97e4-171d4a1e4187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:17.514123 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a217ad25-da64-45bf-ad55-45b60696f501 req-57a26ae6-5671-4818-b97a-e1f59fc8c56e tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824258 Jun 23 04:01:17.551356 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174acf-b5fa-4323-9401-f3787267d5c7 req-ec867811-76cc-4c5a-b319-58992790d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.553044 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-15174acf-b5fa-4323-9401-f3787267d5c7 req-ec867811-76cc-4c5a-b319-58992790d106 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1146295 Jun 23 04:01:17.676626 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174acf-b5fa-4323-9401-f3787267d5c7 req-2e9850c2-501f-4e18-916f-5b180ab52a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.677972 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-15174acf-b5fa-4323-9401-f3787267d5c7 req-2e9850c2-501f-4e18-916f-5b180ab52a9c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185331 Jun 23 04:01:17.701688 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06981365-9266-4aaa-8b6e-8a2820df22e7 req-8b07570c-b41f-4daa-b644-58486ad414dd tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.703084 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06981365-9266-4aaa-8b6e-8a2820df22e7 req-8b07570c-b41f-4daa-b644-58486ad414dd tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0797968 Jun 23 04:01:17.939784 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:17.959936 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06981365-9266-4aaa-8b6e-8a2820df22e7 req-b1f856fc-8b27-4915-8a14-72a69fa49c4b tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504032 Jun 23 04:01:17.982167 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-99db1e46-971b-42cd-a42b-3c4435d8d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:17.983631 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-99db1e46-971b-42cd-a42b-3c4435d8d5d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 1097 time: 0.0644362 Jun 23 04:01:18.031235 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-f4e7d61f-c4fe-4988-9870-d390f6f86bcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c7224599-463e-4548-b7b0-569b0d7e3176 HTTP/1.1" status: 200 len: 217 time: 0.0368729 Jun 23 04:01:18.082728 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-02fb5251-4c95-44bf-86a4-914a61c83442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:18.084122 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-02fb5251-4c95-44bf-86a4-914a61c83442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5218363-694b-4283-a1cd-aecf28de1f28 HTTP/1.1" status: 200 len: 853 time: 0.0438049 Jun 23 04:01:18.115567 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-1198d142-d252-4f43-8064-f70bb3539309 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71564db7-981c-474e-951b-039595daa65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239835 Jun 23 04:01:18.205552 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-665a18da-79e6-48a8-91b1-2cfcd15157a5 service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831060 Jun 23 04:01:18.325465 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfdf5790-95a7-4923-97d0-d40870f863f2 req-109babfb-b3c6-4916-8563-bf8923a08aea service neutron] 10.222.0.11 "GET /v2.0/networks/71564db7-981c-474e-951b-039595daa65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112549 Jun 23 04:01:18.356461 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5763b1a-72b4-467b-bcd8-4bc688a07b02 req-8dbcfaf9-01ac-4e89-b686-3e86b0b6e245 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:18.357908 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c5763b1a-72b4-467b-bcd8-4bc688a07b02 req-8dbcfaf9-01ac-4e89-b686-3e86b0b6e245 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.0750048 Jun 23 04:01:18.397029 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c5763b1a-72b4-467b-bcd8-4bc688a07b02 req-982124f3-787d-4be6-9d27-11e62dbcd45a tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Jun 23 04:01:18.687611 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02fdf9-3b7b-438a-924e-cf8af7ef5d16 req-55b43b10-d8d0-4f8b-90f0-bbe6f9b74a9c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:18.689111 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f02fdf9-3b7b-438a-924e-cf8af7ef5d16 req-55b43b10-d8d0-4f8b-90f0-bbe6f9b74a9c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 944 time: 0.0652592 Jun 23 04:01:18.726060 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f02fdf9-3b7b-438a-924e-cf8af7ef5d16 req-473e0294-3c9a-45bf-a059-6fe477d83436 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Jun 23 04:01:18.791363 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:19.126802 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fecccc-2347-43db-b7b4-9d153f7a3440 req-f995ae40-84a2-4efe-a573-82cd5fb35032 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:19.128203 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01fecccc-2347-43db-b7b4-9d153f7a3440 req-f995ae40-84a2-4efe-a573-82cd5fb35032 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0610826 Jun 23 04:01:19.165324 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01fecccc-2347-43db-b7b4-9d153f7a3440 req-28392b8e-09b1-4799-8869-7e0c1cfbf8ae tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310206 Jun 23 04:01:19.571364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9e577-64b6-4be5-844d-e3403120e993 req-f908c8d3-da2a-4b73-9c9d-5f8612b5b5e0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:19.572843 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9ca9e577-64b6-4be5-844d-e3403120e993 req-f908c8d3-da2a-4b73-9c9d-5f8612b5b5e0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.0659447 Jun 23 04:01:19.608157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9ca9e577-64b6-4be5-844d-e3403120e993 req-a4dce602-7f1c-4e06-ae1d-be66b5648519 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299063 Jun 23 04:01:19.892110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3a350-9b95-4d75-b278-430fa9fb790d req-33cd3db9-9b0e-45b3-a78a-c253179a2b31 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:19.893539 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1ea3a350-9b95-4d75-b278-430fa9fb790d req-33cd3db9-9b0e-45b3-a78a-c253179a2b31 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 944 time: 0.0603800 Jun 23 04:01:19.931188 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1ea3a350-9b95-4d75-b278-430fa9fb790d req-9edde2e8-32e5-4704-acd0-d6b8354b31bf tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jun 23 04:01:20.259863 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:20.339700 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f89c5-cd36-4254-b8e8-4ae1f1d189f6 req-7e2027a4-963e-4aac-9948-20b2e9bdfa57 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:20.341170 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-674f89c5-cd36-4254-b8e8-4ae1f1d189f6 req-7e2027a4-963e-4aac-9948-20b2e9bdfa57 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0661933 Jun 23 04:01:20.377778 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-674f89c5-cd36-4254-b8e8-4ae1f1d189f6 req-530f5a8f-f5b9-4a8a-8827-4742f91ebf5e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Jun 23 04:01:20.780240 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b9ff6-0e4c-41d0-9931-444ab73ed090 req-ee9e9331-17c1-4c70-ae61-dd094b032889 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:20.781616 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5f7b9ff6-0e4c-41d0-9931-444ab73ed090 req-ee9e9331-17c1-4c70-ae61-dd094b032889 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.0652103 Jun 23 04:01:20.819127 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5f7b9ff6-0e4c-41d0-9931-444ab73ed090 req-fcb495a5-106c-4068-a376-785b5637372c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Jun 23 04:01:21.098819 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782f80-2438-4924-855f-faaf497c9840 req-1b7ef9dc-5e9e-4da4-b7fc-8ee33cef4d9a tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:21.100303 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e782f80-2438-4924-855f-faaf497c9840 req-1b7ef9dc-5e9e-4da4-b7fc-8ee33cef4d9a tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 944 time: 0.0618322 Jun 23 04:01:21.138857 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e782f80-2438-4924-855f-faaf497c9840 req-23b26c46-b0f1-4f13-9098-87e63141c9ef tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328772 Jun 23 04:01:21.551924 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb28d-0f80-42fb-bac4-429dfa4d5d11 req-4374bc56-6844-441b-aa40-76f7a3ece28b tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:21.553382 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-520fb28d-0f80-42fb-bac4-429dfa4d5d11 req-4374bc56-6844-441b-aa40-76f7a3ece28b tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0673285 Jun 23 04:01:21.590634 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-520fb28d-0f80-42fb-bac4-429dfa4d5d11 req-a2de702f-4bbf-48dc-b3f3-a68741f22043 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Jun 23 04:01:21.989721 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0c5a1-6b58-4911-bde6-80e2f6be8529 req-91fdc117-5074-4081-b154-f70220a93648 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:21.991215 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-57e0c5a1-6b58-4911-bde6-80e2f6be8529 req-91fdc117-5074-4081-b154-f70220a93648 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.0617318 Jun 23 04:01:22.029128 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-57e0c5a1-6b58-4911-bde6-80e2f6be8529 req-35c674a0-0f88-47e1-9707-080279d08907 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Jun 23 04:01:22.160999 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-8879a6be-8297-444c-b533-0c327c226398 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912218715&fields=id&tenant_id=ef60f17fe1754b39999df2afbf899ffb HTTP/1.1" status: 200 len: 267 time: 0.0326612 Jun 23 04:01:22.294903 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-46409d8f-a185-4d29-8f92-614238d78682 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:22.296349 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-46409d8f-a185-4d29-8f92-614238d78682 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 809 time: 0.1292803 Jun 23 04:01:22.318783 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f2900bd6-c6b2-4c64-8615-84ffc80ff106 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/quotas/ef60f17fe1754b39999df2afbf899ffb HTTP/1.1" status: 200 len: 375 time: 0.0150893 Jun 23 04:01:22.365779 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a355e2-95a9-47d8-ac50-3ab25732cc6f req-e35636be-3a43-41ef-9803-f79cd3498fa9 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:22.367279 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d5a355e2-95a9-47d8-ac50-3ab25732cc6f req-e35636be-3a43-41ef-9803-f79cd3498fa9 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 944 time: 0.1120129 Jun 23 04:01:22.422328 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d5a355e2-95a9-47d8-ac50-3ab25732cc6f req-f1061dbd-d7ef-457c-915a-83f4fbab6563 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Jun 23 04:01:22.432695 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-b70223f9-6992-4d50-92ac-6b4f04bb00eb tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063011 Jun 23 04:01:22.527632 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-e14827ab-2b5d-4a92-ad80-6d4c33037db6 service neutron] 10.222.0.20 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Jun 23 04:01:22.625646 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-1394055a-f960-4060-9388-fc41985ca768 service neutron] 10.222.0.20 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920942 Jun 23 04:01:22.870154 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7faa2e-75dd-4506-a1e6-d8260de67cff req-1c7a4778-5a98-47ae-913d-a8f5deab4d4e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:22.871678 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bc7faa2e-75dd-4506-a1e6-d8260de67cff req-1c7a4778-5a98-47ae-913d-a8f5deab4d4e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0631914 Jun 23 04:01:22.894032 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device c7224599-463e-4548-b7b0-569b0d7e3176 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:01:22.912674 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bc7faa2e-75dd-4506-a1e6-d8260de67cff req-97536f41-bc2a-4eb9-b754-4c3698f70d46 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Jun 23 04:01:22.988479 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port c7224599-463e-4548-b7b0-569b0d7e3176, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c7224599-463e-4548-b7b0-569b0d7e3176,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:22.999805 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'c7224599-463e-4548-b7b0-569b0d7e3176', 'network_id': '71564db7-981c-474e-951b-039595daa65a', 'port_id': 'c7224599-463e-4548-b7b0-569b0d7e3176', 'mac_address': 'fa:16:3e:8e:d4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5218363-694b-4283-a1cd-aecf28de1f28', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:01:23.039043 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:23.051691 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7224599-463e-4548-b7b0-569b0d7e3176 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:23.078075 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port c7224599-463e-4548-b7b0-569b0d7e3176, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c7224599-463e-4548-b7b0-569b0d7e3176,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:23.176596 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:23.177584 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 66bac804-c396-48cb-a70b-dd4adb5bc1c9 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:01:23.181132 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:23.203706 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3472-2baa-4b24-8629-be58026c6fd5 req-9fa271a0-76ce-4fc4-a6f7-c790f2c08543 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:23.205186 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7ddd3472-2baa-4b24-8629-be58026c6fd5 req-9fa271a0-76ce-4fc4-a6f7-c790f2c08543 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 944 time: 0.0623996 Jun 23 04:01:23.236272 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=c7224599-463e-4548-b7b0-569b0d7e3176,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:23.248620 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.248968 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.249309 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.249645 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.249974 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.250308 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.250637 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.250960 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.251283 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.251625 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.251949 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.252372 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:23.256592 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7ddd3472-2baa-4b24-8629-be58026c6fd5 req-c6b93b44-94f8-416a-82ff-c2fd8a189c31 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Jun 23 04:01:23.258507 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:23.342478 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=66bac804-c396-48cb-a70b-dd4adb5bc1c9,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:23.349351 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-351b8c2d-f206-469e-bf7a-85e986631cdc req-6e414bf6-228e-42a1-b603-5509a64f9798 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 210 time: 0.0385871 Jun 23 04:01:23.357476 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '66bac804-c396-48cb-a70b-dd4adb5bc1c9', 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326', 'port_id': '66bac804-c396-48cb-a70b-dd4adb5bc1c9', 'mac_address': 'fa:16:3e:00:f7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a96a3a-24f8-421f-a9a9-f99039cf0b2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:01:23.395266 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:23.409470 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bac804-c396-48cb-a70b-dd4adb5bc1c9 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:23.429564 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=66bac804-c396-48cb-a70b-dd4adb5bc1c9,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:23.517046 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:23.519037 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:23.564886 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=66bac804-c396-48cb-a70b-dd4adb5bc1c9,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:23.567934 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:23.593577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1d7db-fb19-4672-b52e-9cd52ee18e24 req-a0292cff-a542-49da-8d06-82f713402d63 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:23.595032 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f5e1d7db-fb19-4672-b52e-9cd52ee18e24 req-a0292cff-a542-49da-8d06-82f713402d63 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 945 time: 0.0622857 Jun 23 04:01:23.631041 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f5e1d7db-fb19-4672-b52e-9cd52ee18e24 req-1bb167f2-8877-4e47-bddf-725a9d9caa84 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304077 Jun 23 04:01:24.089410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675ebd5-538b-40bc-b94d-8c59e36a26b4 req-87b302f4-5e6e-4d9f-9494-643cf03a7d38 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:24.090866 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5675ebd5-538b-40bc-b94d-8c59e36a26b4 req-87b302f4-5e6e-4d9f-9494-643cf03a7d38 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0650787 Jun 23 04:01:24.125328 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['66bac804-c396-48cb-a70b-dd4adb5bc1c9'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:24.127521 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5675ebd5-538b-40bc-b94d-8c59e36a26b4 req-54fb05cb-37f8-49de-8e48-934c179731be tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Jun 23 04:01:24.203355 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['c7224599-463e-4548-b7b0-569b0d7e3176'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:24.447411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67fa5b-3a47-4b12-94ca-3331e55400c8 req-dcb22e38-a837-476f-8548-51d812324d63 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:24.448999 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce67fa5b-3a47-4b12-94ca-3331e55400c8 req-dcb22e38-a837-476f-8548-51d812324d63 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 945 time: 0.0685446 Jun 23 04:01:24.496276 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d6c9f46f-aa1c-4da4-ab90-67142be57678 req-3bb6e31c-6ddb-4eae-8f18-3947539d2695 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 210 time: 0.0353138 Jun 23 04:01:24.513794 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ce67fa5b-3a47-4b12-94ca-3331e55400c8 req-f63cc109-566c-4e7f-acbb-e774b75de3ad tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590210 Jun 23 04:01:24.819227 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161714a-8416-4816-a3c1-0b337e0e3672 req-8204ee4d-9d26-41f5-b965-5481da5f6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:24.820665 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3161714a-8416-4816-a3c1-0b337e0e3672 req-8204ee4d-9d26-41f5-b965-5481da5f6f90 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.0940511 Jun 23 04:01:24.832225 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c071b9-fea8-4128-ae43-94f415fce4f4 req-e16cecbf-8c16-436a-9b27-06620db4f3fe tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:24.833551 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-00c071b9-fea8-4128-ae43-94f415fce4f4 req-e16cecbf-8c16-436a-9b27-06620db4f3fe tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 945 time: 0.0816388 Jun 23 04:01:24.881091 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3161714a-8416-4816-a3c1-0b337e0e3672 req-e2d517f0-6c9c-45ca-8b24-d156c21763e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466292 Jun 23 04:01:24.888667 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-00c071b9-fea8-4128-ae43-94f415fce4f4 req-2cb8d8ae-ff60-4e7c-a0d1-e51affe3ef42 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487885 Jun 23 04:01:25.298467 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b10ce-d035-450b-9595-de1a75bf8db1 req-c7cec0b7-a821-4730-82c2-45babd7e876e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:25.300143 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc8b10ce-d035-450b-9595-de1a75bf8db1 req-c7cec0b7-a821-4730-82c2-45babd7e876e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0626814 Jun 23 04:01:25.339954 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc8b10ce-d035-450b-9595-de1a75bf8db1 req-7f3d148d-ccf5-4bb0-bf3a-5df262912e5a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Jun 23 04:01:25.669954 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f1c29882-4703-42a4-985d-888d3f4940bf req-89661662-4796-4ef5-aeda-388d10c88bd9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 210 time: 0.0411549 Jun 23 04:01:25.722945 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfa69d-dcc6-4a09-8156-8478afb88af9 req-1af26e24-4ce1-42a4-81fc-16807261b7a0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:25.724418 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-88cfa69d-dcc6-4a09-8156-8478afb88af9 req-1af26e24-4ce1-42a4-81fc-16807261b7a0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 945 time: 0.0868607 Jun 23 04:01:25.762858 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-88cfa69d-dcc6-4a09-8156-8478afb88af9 req-6d896fb7-3073-49a2-8238-dd1ac0fe49fc tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Jun 23 04:01:25.899962 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-e5e12cf0-34dc-43e3-8510-1c69c65ec74f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:25.901471 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-e5e12cf0-34dc-43e3-8510-1c69c65ec74f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 809 time: 0.1035993 Jun 23 04:01:25.957865 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-823b45ad-1e1c-494c-b7ba-c9f3e0005a75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef60f17fe1754b39999df2afbf899ffb HTTP/1.1" status: 200 len: 379 time: 0.0469346 Jun 23 04:01:25.968479 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'port': {'device_id': 'e2efba38-30c3-494c-bab3-611ce202c058', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'admin_state_up': True, 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'security_groups': ['e5326fdf-beee-4fb7-9acc-fe4c827d2f1e']}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:26.125594 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d95a1-47df-47b1-a1e9-403ac2f354dc req-164eebfe-d3ab-4cfa-8957-394417df8014 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:26.127051 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-864d95a1-47df-47b1-a1e9-403ac2f354dc req-164eebfe-d3ab-4cfa-8957-394417df8014 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 945 time: 0.1055579 Jun 23 04:01:26.165596 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-864d95a1-47df-47b1-a1e9-403ac2f354dc req-c11cf490-fc2d-45c8-bcb6-1f5cc329ac81 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Jun 23 04:01:26.213951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Made reservation on behalf of ef60f17fe1754b39999df2afbf899ffb for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:01:26.217739 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:26.382247 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Allocated IP 172.20.0.12 (eb9a6a43-7b26-41ba-aeaa-4071cf20079c/d82bbc24-ae70-45d8-8b1b-ea283b5499e1/8287559b-e6e3-4d43-b204-8cdd3f970477) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:01:26.516303 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:26.533968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Transition to ACTIVE for port object 8287559b-e6e3-4d43-b204-8cdd3f970477 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:01:26.565718 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0b57-8700-4b8f-b48a-1987a2e64ba3 req-2d715da5-ea1e-4458-ae06-26aecb7dd9ab tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:26.567177 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a26b0b57-8700-4b8f-b48a-1987a2e64ba3 req-2d715da5-ea1e-4458-ae06-26aecb7dd9ab tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1067412 Jun 23 04:01:26.610253 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a26b0b57-8700-4b8f-b48a-1987a2e64ba3 req-8db5be4a-edc9-4ae9-b27f-0921752d71a3 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Jun 23 04:01:26.699834 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:26.704040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:26.753116 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:01:26.758364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:01:26.783124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:01:26.798821 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:26.799519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:26.830528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:26.833466 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:26.905718 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device c7224599-463e-4548-b7b0-569b0d7e3176 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:01:26.906258 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc7f55-4b37-4c78-be28-f4716e20b9d0 req-102a277f-5b7c-4c5b-be97-71fddabcbddd tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:26.908586 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-18bc7f55-4b37-4c78-be28-f4716e20b9d0 req-102a277f-5b7c-4c5b-be97-71fddabcbddd tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 932 time: 0.0948436 Jun 23 04:01:26.945300 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9811542 Jun 23 04:01:26.970990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Request body: {'port': {'device_id': 'e2efba38-30c3-494c-bab3-611ce202c058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:27.009065 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-18bc7f55-4b37-4c78-be28-f4716e20b9d0 req-569eba17-2fb7-44a1-8c11-3669ce0811c2 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750895 Jun 23 04:01:27.062605 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port c7224599-463e-4548-b7b0-569b0d7e3176 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:01:27.068485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port c7224599-463e-4548-b7b0-569b0d7e3176 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:01:27.072249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.072375 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e3547-a6e7-4e5e-91d5-4eba294b5313 req-00d3665e-8eff-453b-8085-354bc0349b01 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:27.073480 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ed9e3547-a6e7-4e5e-91d5-4eba294b5313 req-00d3665e-8eff-453b-8085-354bc0349b01 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 945 time: 0.1857827 Jun 23 04:01:27.078132 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.097053 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-387b2311-f665-4b76-a6ec-f3a9115d5df3 None None] Provisioning for port 8287559b-e6e3-4d43-b204-8cdd3f970477 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:01:27.107998 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-387b2311-f665-4b76-a6ec-f3a9115d5df3 None None] Provisioning complete for port 8287559b-e6e3-4d43-b204-8cdd3f970477 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:01:27.108663 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-387b2311-f665-4b76-a6ec-f3a9115d5df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.146870 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-387b2311-f665-4b76-a6ec-f3a9115d5df3 None None] Port 8287559b-e6e3-4d43-b204-8cdd3f970477 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:01:27.151117 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ed9e3547-a6e7-4e5e-91d5-4eba294b5313 req-721c68cf-df33-4400-abfa-39a438e7fdd5 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Jun 23 04:01:27.193123 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.219325 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7224599-463e-4548-b7b0-569b0d7e3176'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:27.221624 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cecab9a-bb2c-4a7b-9e26-e30bfec79b1d" -d '{"events": [{"server_uuid": "49b4cb3e-6774-4471-9472-6ca2a4065a47", "name": "network-vif-plugged", "status": "completed", "tag": "c7224599-463e-4548-b7b0-569b0d7e3176"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:27.243228 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port c7224599-463e-4548-b7b0-569b0d7e3176, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c7224599-463e-4548-b7b0-569b0d7e3176,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:27.261594 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f74c1-cf95-4deb-9305-05e51a01ca74 x-openstack-request-id: req-b63f74c1-cf95-4deb-9305-05e51a01ca74 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:27.261938 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b4cb3e-6774-4471-9472-6ca2a4065a47", "name": "network-vif-plugged", "status": "completed", "tag": "c7224599-463e-4548-b7b0-569b0d7e3176", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:27.262195 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b63f74c1-cf95-4deb-9305-05e51a01ca74 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:27.262607 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7224599-463e-4548-b7b0-569b0d7e3176', 'code': 200} Jun 23 04:01:27.313470 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.314349 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 66bac804-c396-48cb-a70b-dd4adb5bc1c9 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:01:27.316171 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:27.398398 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=c7224599-463e-4548-b7b0-569b0d7e3176,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:27.402416 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:27.419306 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c419abe-442b-4e3a-bf78-4123231c35ae req-05b767dc-ed8a-444e-935f-44e120d40905 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:27.432633 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5c419abe-442b-4e3a-bf78-4123231c35ae req-05b767dc-ed8a-444e-935f-44e120d40905 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.1133034 Jun 23 04:01:27.474206 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8287559b-e6e3-4d43-b204-8cdd3f970477 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:27.484687 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.506681 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5c419abe-442b-4e3a-bf78-4123231c35ae req-442bbd14-b3f5-48f1-a41c-ad054e4841e8 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602696 Jun 23 04:01:27.508190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Transition to ACTIVE for port object 8287559b-e6e3-4d43-b204-8cdd3f970477 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:01:27.527772 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:01:27.532065 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:01:27.535843 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.592992 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.595118 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-518f41d4-ae82-4b26-b2a8-a9bd25330397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:27.611968 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.644706 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=66bac804-c396-48cb-a70b-dd4adb5bc1c9,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:27.690875 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:27.692788 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:27.745838 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=66bac804-c396-48cb-a70b-dd4adb5bc1c9,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:27.749213 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:27.915502 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:27.915502 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:27.965422 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Attempting to bind port 8287559b-e6e3-4d43-b204-8cdd3f970477 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:01:27.965756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Attempting to bind port 8287559b-e6e3-4d43-b204-8cdd3f970477 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:01:27.966084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Attempting to bind port 8287559b-e6e3-4d43-b204-8cdd3f970477 on network eb9a6a43-7b26-41ba-aeaa-4071cf20079c {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:27.977005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Port 8287559b-e6e3-4d43-b204-8cdd3f970477 on network eb9a6a43-7b26-41ba-aeaa-4071cf20079c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:01:27.977331 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Attempting to bind port 8287559b-e6e3-4d43-b204-8cdd3f970477 on network eb9a6a43-7b26-41ba-aeaa-4071cf20079c {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:27.985640 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651bc3c-90ac-4cd0-80da-2a0bd9a9194c req-9efe3b5d-6fb1-4b2c-8089-a6f744ed023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:27.987130 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c651bc3c-90ac-4cd0-80da-2a0bd9a9194c req-9efe3b5d-6fb1-4b2c-8089-a6f744ed023b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 1099 time: 0.3890147 Jun 23 04:01:27.989351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:01:27.989683 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Checking segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:01:27.990063 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Bound using segment: {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:01:27.990510 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Bound port: 8287559b-e6e3-4d43-b204-8cdd3f970477, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555512f4-1e0b-4b77-be05-4644272b3895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:01:27.990855 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:28.016490 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390d22-1d65-4e59-8bf5-677ade024da6 req-1e04e3e3-e007-4196-9404-b02d73eafbef tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.017940 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d390d22-1d65-4e59-8bf5-677ade024da6 req-1e04e3e3-e007-4196-9404-b02d73eafbef tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1881180 Jun 23 04:01:28.083510 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c651bc3c-90ac-4cd0-80da-2a0bd9a9194c req-e359c988-5150-47fe-a70b-d60c0bb82bff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877733 Jun 23 04:01:28.109335 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d390d22-1d65-4e59-8bf5-677ade024da6 req-4018e230-421f-4d74-aa9c-50ec7702aec6 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839603 Jun 23 04:01:28.121102 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:01:28.124208 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:01:28.196333 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c234e39-3a9a-49e7-8885-11aa3823f174 req-bce22c84-af84-4043-88aa-8fbc6979b4e7 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.197790 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5c234e39-3a9a-49e7-8885-11aa3823f174 req-bce22c84-af84-4043-88aa-8fbc6979b4e7 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0701170 Jun 23 04:01:28.199290 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:28.202111 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d2d06a7c-42db-43fd-bfcb-2a98506d7cba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:28.252761 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.253414 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:28.254822 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] 10.222.0.11 "PUT /v2.0/ports/8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 1094 time: 1.2901251 Jun 23 04:01:28.255385 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:28.257753 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:28.290458 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5c234e39-3a9a-49e7-8885-11aa3823f174 req-52d7606c-6fd2-4ba1-9f5f-9fd9db640a12 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829704 Jun 23 04:01:28.291556 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:28.294986 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:28.490717 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-3b44bb6f-207a-4d8b-8b85-caba70c7aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.492291 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-3b44bb6f-207a-4d8b-8b85-caba70c7aef4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1097 time: 0.0998919 Jun 23 04:01:28.504687 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc254cd1-6b93-4a65-81e5-6d195486372a req-c5f38fbe-bfbb-4e14-a2b3-d10eb5614406 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.506151 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bc254cd1-6b93-4a65-81e5-6d195486372a req-c5f38fbe-bfbb-4e14-a2b3-d10eb5614406 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.1043346 Jun 23 04:01:28.508827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8668f9e4-6f1b-4b42-a64e-bcd390748247 x-openstack-request-id: req-8668f9e4-6f1b-4b42-a64e-bcd390748247 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:28.511416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:28.511416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8668f9e4-6f1b-4b42-a64e-bcd390748247 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:28.511416 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'status': 'completed', 'code': 200} Jun 23 04:01:28.552173 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-21a70027-663c-47c2-bdbf-82d4a544694c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 217 time: 0.0449767 Jun 23 04:01:28.584656 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bc254cd1-6b93-4a65-81e5-6d195486372a req-58599195-5f05-4800-b72e-95639c0acec2 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Jun 23 04:01:28.627035 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-5d1a35ad-f3ae-4617-be85-64e51662f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.628630 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-5d1a35ad-f3ae-4617-be85-64e51662f232 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0583556 Jun 23 04:01:28.700772 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da1414-bb39-4e3d-a381-9119f80de999 req-744f3655-9c48-4d3b-9dda-09d0efc8969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.702162 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-744f3655-9c48-4d3b-9dda-09d0efc8969e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672488 Jun 23 04:01:28.820895 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba227bd-aba3-4211-a8d2-937ba1fa5d89 req-dfc8cac1-8b0c-434e-b63b-1b2aa541517d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:28.822463 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9ba227bd-aba3-4211-a8d2-937ba1fa5d89 req-dfc8cac1-8b0c-434e-b63b-1b2aa541517d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.1352625 Jun 23 04:01:28.826275 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-8d0158e4-4e4e-4900-94ab-c83e3da2fd59 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083555 Jun 23 04:01:28.912467 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9ba227bd-aba3-4211-a8d2-937ba1fa5d89 req-d0c13b72-b0c8-40df-a6ea-6876d57cb684 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819063 Jun 23 04:01:28.967535 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33da1414-bb39-4e3d-a381-9119f80de999 req-5e8d60d3-cb48-4ef3-8f60-a1d4615a9c4c service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305716 Jun 23 04:01:28.993032 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-eb70b6f2-c127-441e-b5ca-a311be435638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.003236 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-eb70b6f2-c127-441e-b5ca-a311be435638 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 1099 time: 0.0658627 Jun 23 04:01:29.155459 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-48fa57f6-1926-4363-a4f9-24391b188e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.156809 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-48fa57f6-1926-4363-a4f9-24391b188e5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 200 len: 920 time: 0.1535456 Jun 23 04:01:29.181638 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164071b-e8c7-4b69-be3d-479fea52c611 req-63fb9053-b126-49af-b600-f9eb4079032e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.183039 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a164071b-e8c7-4b69-be3d-479fea52c611 req-63fb9053-b126-49af-b600-f9eb4079032e tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1611445 Jun 23 04:01:29.215538 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-f5f9a827-af60-45b1-a6c2-f3fe95da9711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 200 len: 217 time: 0.0472238 Jun 23 04:01:29.262350 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-c3a59d68-bbbd-4312-88ab-9e966af65fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.263513 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bac804-c396-48cb-a70b-dd4adb5bc1c9'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:29.263979 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-c3a59d68-bbbd-4312-88ab-9e966af65fe3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1097 time: 0.1735010 Jun 23 04:01:29.265972 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b638f17-c6a6-4c2a-ba3e-250bc150fc90" -d '{"events": [{"server_uuid": "a5705c48-0622-418d-9ad2-09cca8d4862a", "name": "network-vif-plugged", "status": "completed", "tag": "66bac804-c396-48cb-a70b-dd4adb5bc1c9"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:29.304088 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fa6fd0-8154-472e-b95a-274d37d74f11 x-openstack-request-id: req-e3fa6fd0-8154-472e-b95a-274d37d74f11 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:29.304405 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5705c48-0622-418d-9ad2-09cca8d4862a", "name": "network-vif-plugged", "status": "completed", "tag": "66bac804-c396-48cb-a70b-dd4adb5bc1c9", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:29.305225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3fa6fd0-8154-472e-b95a-274d37d74f11 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:29.305683 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bac804-c396-48cb-a70b-dd4adb5bc1c9', 'code': 200} Jun 23 04:01:29.311515 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a164071b-e8c7-4b69-be3d-479fea52c611 req-8b9cfa75-aab8-4e0d-a075-ef805e881143 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992529 Jun 23 04:01:29.348291 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-96c67b62-4e76-4366-a027-a47735342284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.349825 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-96c67b62-4e76-4366-a027-a47735342284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 200 len: 859 time: 0.1200941 Jun 23 04:01:29.388082 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-e3d6bb23-a522-4ca4-9ea5-1445ee3a0671 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1594d0f-4d8f-468b-9a96-dd79732224af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303023 Jun 23 04:01:29.465516 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-c338a432-52d8-4769-b652-0da69f8eee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.467040 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-c338a432-52d8-4769-b652-0da69f8eee6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.1902139 Jun 23 04:01:29.545356 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-1ca31dc0-9ba2-4a21-83e9-d9d04c5d43c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 217 time: 0.0498788 Jun 23 04:01:29.609265 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-3f218e96-7083-46af-b3cb-bac155bae3cc service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117872 Jun 23 04:01:29.624622 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6ec7a-f0c1-4535-ba88-d2a50d6cfd0f req-37a4ebcb-a446-4009-9a5f-7f0c8e84542e tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.626009 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bff6ec7a-f0c1-4535-ba88-d2a50d6cfd0f req-37a4ebcb-a446-4009-9a5f-7f0c8e84542e tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.1992552 Jun 23 04:01:29.666568 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-091a907f-d5d6-403d-a12f-6ba9fd160f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.668086 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-091a907f-d5d6-403d-a12f-6ba9fd160f71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0942397 Jun 23 04:01:29.728498 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e347a1-76a5-4fe2-9e19-0afb73b1a9a4 req-af983592-6d22-482e-9311-cf593786966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.729988 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-58e347a1-76a5-4fe2-9e19-0afb73b1a9a4 req-af983592-6d22-482e-9311-cf593786966e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 1099 time: 0.1001053 Jun 23 04:01:29.769252 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bff6ec7a-f0c1-4535-ba88-d2a50d6cfd0f req-d6e660cf-36f8-4129-8d3e-d5472260e6cd tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294229 Jun 23 04:01:29.773528 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-58e347a1-76a5-4fe2-9e19-0afb73b1a9a4 req-ef020f18-68d7-4ac8-b3a4-829f1a2890ba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Jun 23 04:01:29.822488 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-424ffd09-1325-4ddb-9702-b3602fec6c35 req-37f7cd6f-cbe0-4f60-b97b-92408819a64a service neutron] 10.222.0.11 "GET /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925163 Jun 23 04:01:29.846599 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-f8a73cb4-9dcf-427d-a9eb-2910bdcc3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.848102 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-f8a73cb4-9dcf-427d-a9eb-2910bdcc3c17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1405232 Jun 23 04:01:29.856632 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfc785-d812-4224-80b0-aa793868a042 req-149b903f-6f8e-4880-bdaa-bef73219c34f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:29.864962 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6cfc785-d812-4224-80b0-aa793868a042 req-149b903f-6f8e-4880-bdaa-bef73219c34f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.1113815 Jun 23 04:01:29.895848 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6cfc785-d812-4224-80b0-aa793868a042 req-7c8e7ab5-c639-460c-b2d5-fe2d365300e7 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318081 Jun 23 04:01:30.082391 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-76f4dab7-b865-4bd6-8560-6f91f6db7a81 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289461 Jun 23 04:01:30.129608 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc880593-b4d6-46d4-9508-f5e59d86de4e req-a331ece4-c86d-47ae-804a-68354389a614 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:30.131134 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc880593-b4d6-46d4-9508-f5e59d86de4e req-a331ece4-c86d-47ae-804a-68354389a614 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.1019864 Jun 23 04:01:30.207641 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc880593-b4d6-46d4-9508-f5e59d86de4e req-34bfe910-b032-42f7-b23c-7dcf3391b086 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456715 Jun 23 04:01:30.218170 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b1b78fe2-29d3-4dbe-b473-4f28c41666ad req-9ca77177-14f2-47dd-a7b7-8ae9c07be327 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219785 Jun 23 04:01:30.498346 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76ef5f-e9aa-4deb-b976-d73c28003594 req-bc9f8241-c747-47be-aee4-d655b8834810 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:30.499851 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e76ef5f-e9aa-4deb-b976-d73c28003594 req-bc9f8241-c747-47be-aee4-d655b8834810 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0647588 Jun 23 04:01:30.539115 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e76ef5f-e9aa-4deb-b976-d73c28003594 req-d1444a5c-8811-4837-9b35-24de5af3617f tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333858 Jun 23 04:01:30.944591 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261000-42b5-42b4-966f-f4adf9dc41dd req-355106de-e061-45e3-9b66-8688d85ab510 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:30.947071 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3f261000-42b5-42b4-966f-f4adf9dc41dd req-355106de-e061-45e3-9b66-8688d85ab510 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0669422 Jun 23 04:01:31.206298 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3f261000-42b5-42b4-966f-f4adf9dc41dd req-5a700852-bb4a-4bb4-adda-1bff565c05f7 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534180 Jun 23 04:01:31.234448 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f515d6-1637-407c-b5b6-013aa507da01 req-45a5990b-a8b8-46d5-98ce-e807351bedac tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:31.235957 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-90f515d6-1637-407c-b5b6-013aa507da01 req-45a5990b-a8b8-46d5-98ce-e807351bedac tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.0764475 Jun 23 04:01:31.275334 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-90f515d6-1637-407c-b5b6-013aa507da01 req-7df3319c-75b1-46b8-a582-ba4ae02ebc36 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Jun 23 04:01:31.710028 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be96822-bcac-4368-8582-eefaa5dd6ab7 req-85e99297-9292-4223-99bf-c5d6bdd9a056 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:31.711490 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0be96822-bcac-4368-8582-eefaa5dd6ab7 req-85e99297-9292-4223-99bf-c5d6bdd9a056 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0621967 Jun 23 04:01:31.751421 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0be96822-bcac-4368-8582-eefaa5dd6ab7 req-1286cca5-be43-44f4-acea-752fb9ec9b15 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jun 23 04:01:32.300995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54056) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:32.382404 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209c3b2-61bc-4273-bf88-216afe023b70 req-349ae37c-20c4-4e25-a692-71bf625365ac tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:32.383938 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1209c3b2-61bc-4273-bf88-216afe023b70 req-349ae37c-20c4-4e25-a692-71bf625365ac tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0623453 Jun 23 04:01:32.431216 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1209c3b2-61bc-4273-bf88-216afe023b70 req-850a89f1-39d2-4ea7-ae4a-01c64572da43 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jun 23 04:01:32.444471 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.544188 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.599455 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a749e4-2fd0-452d-927c-0fd829343563 req-8f48738f-1a3f-41e7-820f-a70d1d860aa8 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:32.600919 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-53a749e4-2fd0-452d-927c-0fd829343563 req-8f48738f-1a3f-41e7-820f-a70d1d860aa8 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.0698869 Jun 23 04:01:32.619480 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.625775 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9a756c64-72de-45e6-87c7-25f43416a8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:32.671743 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-53a749e4-2fd0-452d-927c-0fd829343563 req-58ac6a0c-e76c-44e8-93ce-368f4cae1a3f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650747 Jun 23 04:01:32.674193 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd476390646e47048bd314e71287c573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720989 Jun 23 04:01:32.675059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43726ad7-39c4-4398-ae9d-c304657429bb,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:32.676969 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54062) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:32.678217 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:32.745589 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.767342 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.876377 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.879457 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:32.883299 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43726ad7-39c4-4398-ae9d-c304657429bb HTTP/1.1" status: 204 len: 168 time: 0.2052934 Jun 23 04:01:32.885900 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-76750ce2-6e79-4490-8698-52aa5bdec8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:32.899467 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43726ad7-39c4-4398-ae9d-c304657429bb,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:32.902844 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:32.957728 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b140683-1899-4bbf-a244-c681fe03aa9c req-72d20836-8c21-4f2b-9b77-c7d6a5f4d532 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:32.959239 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0b140683-1899-4bbf-a244-c681fe03aa9c req-72d20836-8c21-4f2b-9b77-c7d6a5f4d532 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0832531 Jun 23 04:01:32.998061 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0b140683-1899-4bbf-a244-c681fe03aa9c req-70c09a9c-8261-4a35-9623-9224dce2c0da tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Jun 23 04:01:33.601157 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528263cd-1cac-484d-aa66-fdd90b52c6de req-8518b36a-1e3a-406e-9f4f-f1350871c8fb tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:33.601157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-528263cd-1cac-484d-aa66-fdd90b52c6de req-8518b36a-1e3a-406e-9f4f-f1350871c8fb tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0662298 Jun 23 04:01:33.634829 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-528263cd-1cac-484d-aa66-fdd90b52c6de req-3d6a5ca6-ac3a-4e32-ad6a-bcc32b75536b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326085 Jun 23 04:01:34.254480 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8380f3-9e31-42b0-b793-ba4b67ffc613 req-33ae5c70-39c3-4915-be81-35bb760482db tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:34.261063 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6e8380f3-9e31-42b0-b793-ba4b67ffc613 req-33ae5c70-39c3-4915-be81-35bb760482db tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1026592 Jun 23 04:01:34.266699 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb9612-e947-47da-8986-d4f9cf3e1623 req-fc490bd8-dc98-4bea-9e61-419f937fd9f1 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:34.268148 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f3fb9612-e947-47da-8986-d4f9cf3e1623 req-fc490bd8-dc98-4bea-9e61-419f937fd9f1 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.0852053 Jun 23 04:01:34.322882 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6e8380f3-9e31-42b0-b793-ba4b67ffc613 req-7f1639b8-932b-402a-ac63-510b0c6d1e31 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Jun 23 04:01:34.330157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f3fb9612-e947-47da-8986-d4f9cf3e1623 req-301ba228-b4b5-48c3-bd4c-dc531016ce1f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549061 Jun 23 04:01:34.802350 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1507ee-ae59-4d10-b8d1-0ed10a32f76f req-c9849588-cbe1-4a87-9ff3-8317d4e0ad12 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:34.803835 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6d1507ee-ae59-4d10-b8d1-0ed10a32f76f req-c9849588-cbe1-4a87-9ff3-8317d4e0ad12 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0620279 Jun 23 04:01:34.844858 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6d1507ee-ae59-4d10-b8d1-0ed10a32f76f req-2afff25e-bd90-4722-a7b7-af45761780e5 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347726 Jun 23 04:01:34.914214 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:01:35.008867 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:35.020130 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'port_id': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'mac_address': 'fa:16:3e:49:63:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:01:35.058220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:35.070273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8287559b-e6e3-4d43-b204-8cdd3f970477 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:35.089010 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:35.179541 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:35.181378 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-b1ab14f1-d7ed-43e4-9233-fd8c8186dfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:35.225780 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:35.229355 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:35.542307 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0b2f3-7005-4fe6-878a-b869bc2f1a28 req-2ea26ba8-636d-4605-b252-2221f5336857 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:35.543840 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba0b2f3-7005-4fe6-878a-b869bc2f1a28 req-2ea26ba8-636d-4605-b252-2221f5336857 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1071510 Jun 23 04:01:35.554749 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f57cca-9e55-4c83-b8bf-6b5e9f6ac912 req-e7f08814-6dcc-451c-a2d5-db160fa8adbd tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:35.556132 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-50f57cca-9e55-4c83-b8bf-6b5e9f6ac912 req-e7f08814-6dcc-451c-a2d5-db160fa8adbd tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.0919015 Jun 23 04:01:35.608409 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba0b2f3-7005-4fe6-878a-b869bc2f1a28 req-05575433-8366-428d-87a4-ba1b4d1a3f08 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513616 Jun 23 04:01:35.613023 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-50f57cca-9e55-4c83-b8bf-6b5e9f6ac912 req-69a99375-1af5-4230-a67f-1e046b35e85e tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502920 Jun 23 04:01:35.726709 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['8287559b-e6e3-4d43-b204-8cdd3f970477'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:36.023869 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27634c1-8ecb-43f6-97d5-81c07346645a req-8f94d71c-029a-46eb-81a9-17c7421900dc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:36.025364 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f27634c1-8ecb-43f6-97d5-81c07346645a req-8f94d71c-029a-46eb-81a9-17c7421900dc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 945 time: 0.0637689 Jun 23 04:01:36.072842 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f27634c1-8ecb-43f6-97d5-81c07346645a req-5da38bfd-6284-495f-ad70-db79b89f875b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409951 Jun 23 04:01:36.432657 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93573d1c-166b-4928-966f-e0664b244c7f req-e02e2725-46de-4ccd-b244-04335ca9e90c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:36.434096 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-93573d1c-166b-4928-966f-e0664b244c7f req-e02e2725-46de-4ccd-b244-04335ca9e90c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.0725837 Jun 23 04:01:36.541934 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Deleting port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:36.542897 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:36.630245 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] For port 66bac804-c396-48cb-a70b-dd4adb5bc1c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=66bac804-c396-48cb-a70b-dd4adb5bc1c9,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:36.630570 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:36.642638 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Calling delete_port for 66bac804-c396-48cb-a70b-dd4adb5bc1c9 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:36.819563 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40717d-ba66-41be-a1d9-d466e52b6d47 req-8d186b50-e726-44c4-b7de-99db38f1682c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:36.820947 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fe40717d-ba66-41be-a1d9-d466e52b6d47 req-8d186b50-e726-44c4-b7de-99db38f1682c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 946 time: 0.0810747 Jun 23 04:01:36.852079 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:36.858059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:36.884642 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fe40717d-ba66-41be-a1d9-d466e52b6d47 req-7a3eadc0-d67e-4d9c-ae57-1016210c1318 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577824 Jun 23 04:01:36.886964 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Pushing event deleted for resources: {'Port': ['ID=66bac804-c396-48cb-a70b-dd4adb5bc1c9,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:36.890258 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:36.936675 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] No DVR routers for this DVR port 66bac804-c396-48cb-a70b-dd4adb5bc1c9 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:01:36.937866 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:36.939837 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-93573d1c-166b-4928-966f-e0664b244c7f req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "DELETE /v2.0/ports/66bac804-c396-48cb-a70b-dd4adb5bc1c9 HTTP/1.1" status: 204 len: 173 time: 0.4974318 Jun 23 04:01:36.940317 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'name': 'network-vif-deleted', 'tag': '66bac804-c396-48cb-a70b-dd4adb5bc1c9'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:36.942602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab4efd3-121f-4d7c-bc0d-32f1bbf96983" -d '{"events": [{"server_uuid": "a5705c48-0622-418d-9ad2-09cca8d4862a", "name": "network-vif-deleted", "tag": "66bac804-c396-48cb-a70b-dd4adb5bc1c9"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:36.979584 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc2eca-57c5-4e83-b1d9-09dd69a1d9fb x-openstack-request-id: req-9ffc2eca-57c5-4e83-b1d9-09dd69a1d9fb {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:36.979908 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5705c48-0622-418d-9ad2-09cca8d4862a", "name": "network-vif-deleted", "tag": "66bac804-c396-48cb-a70b-dd4adb5bc1c9", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:36.980190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ffc2eca-57c5-4e83-b1d9-09dd69a1d9fb {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:36.980615 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5705c48-0622-418d-9ad2-09cca8d4862a', 'name': 'network-vif-deleted', 'tag': '66bac804-c396-48cb-a70b-dd4adb5bc1c9', 'status': 'completed', 'code': 200} Jun 23 04:01:37.249550 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260739-7937-469b-8a15-1c6746d2d758 req-74f4849f-69b4-4bcd-84c6-503c66c7817b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:37.251028 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c2260739-7937-469b-8a15-1c6746d2d758 req-74f4849f-69b4-4bcd-84c6-503c66c7817b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 945 time: 0.0651410 Jun 23 04:01:37.290016 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c2260739-7937-469b-8a15-1c6746d2d758 req-cac358fe-4d13-45c1-84a3-07f1f1f4f5ce tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330324 Jun 23 04:01:38.044586 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-defa081b-5337-4cb5-9d44-b9d9f5eb3592 req-dadae18f-770b-4e2a-9460-3c9f63320dbe tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5705c48-0622-418d-9ad2-09cca8d4862a HTTP/1.1" status: 200 len: 210 time: 0.0302870 Jun 23 04:01:38.457821 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff14777-d722-4dc0-abd3-e0785786ddc9 req-286a3d51-d2ea-4a42-9bfe-fc90141db813 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:38.459289 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7ff14777-d722-4dc0-abd3-e0785786ddc9 req-286a3d51-d2ea-4a42-9bfe-fc90141db813 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 945 time: 0.0608599 Jun 23 04:01:38.501955 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7ff14777-d722-4dc0-abd3-e0785786ddc9 req-a983faec-f7d9-40b2-9356-7c7c08d91bee tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361700 Jun 23 04:01:38.932949 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:01:39.076024 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 8287559b-e6e3-4d43-b204-8cdd3f970477 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:01:39.083746 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 8287559b-e6e3-4d43-b204-8cdd3f970477 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:01:39.083746 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:39.163115 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:39.185374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:39.188889 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c2b77-3513-424a-8857-73de976693b6" -d '{"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-plugged", "status": "completed", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:39.200525 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:39.225147 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26551286-b5bd-4bd4-9e94-12c588f9263a x-openstack-request-id: req-26551286-b5bd-4bd4-9e94-12c588f9263a {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:39.225552 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-plugged", "status": "completed", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:39.225949 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26551286-b5bd-4bd4-9e94-12c588f9263a {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:39.226405 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'code': 200} Jun 23 04:01:39.307881 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:39.308822 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 66bac804-c396-48cb-a70b-dd4adb5bc1c9 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:01:39.310633 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:39.347082 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 66bac804-c396-48cb-a70b-dd4adb5bc1c9 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:01:39.347351 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 66bac804-c396-48cb-a70b-dd4adb5bc1c9 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:01:39.373387 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:39.376424 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:39.412290 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-de1e67a7-6743-4184-9bdb-86318ec846e3 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:39.413801 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-de1e67a7-6743-4184-9bdb-86318ec846e3 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/networks?id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326 HTTP/1.1" status: 200 len: 807 time: 0.1023493 Jun 23 04:01:39.428300 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-5365e35c-edc9-45d7-8df0-8cb719a675c6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/quotas/2f9870ec439b4c4c8da8a14b4b302caf HTTP/1.1" status: 200 len: 375 time: 0.0087287 Jun 23 04:01:39.460036 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-f6464b2d-65f9-42f6-b030-99d219b11adb tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262592 Jun 23 04:01:39.567330 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-24c1fef7-aefe-454a-914f-d6269a9eabe1 service neutron] 10.222.0.20 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006162 Jun 23 04:01:39.699232 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-0a18f104-2c04-4b59-8d67-cc2c6162a8ea service neutron] 10.222.0.20 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262226 Jun 23 04:01:39.722703 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0de4ef-f32f-415e-8dc8-0081dc4fd06a req-a0511d98-f2c7-42e4-a509-682aa43c8412 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:39.731138 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ac0de4ef-f32f-415e-8dc8-0081dc4fd06a req-a0511d98-f2c7-42e4-a509-682aa43c8412 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1054113 Jun 23 04:01:39.734323 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:39.796817 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ac0de4ef-f32f-415e-8dc8-0081dc4fd06a req-f1ca4c19-66b6-4192-861d-6ff9cdd97dc8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647268 Jun 23 04:01:39.822181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9b9d5-09d9-45a9-8e4c-821a85d10a95 req-6179779a-b4c8-4b21-9803-6632d18f29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:39.823677 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bf9b9d5-09d9-45a9-8e4c-821a85d10a95 req-6179779a-b4c8-4b21-9803-6632d18f29fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.0677791 Jun 23 04:01:39.859854 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8bf9b9d5-09d9-45a9-8e4c-821a85d10a95 req-86609e14-2967-40ae-a4c6-0d247cc9d4f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293519 Jun 23 04:01:39.972328 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c3fb282-a025-4451-8037-46abb972f407 req-ebb6c725-b159-4005-894e-7865958b3eab tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 210 time: 0.0333655 Jun 23 04:01:40.377621 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb94b8-1560-4575-8580-3a11c7ab6b76 req-32676cf9-a2f8-424c-835b-99b6e3339672 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:40.379070 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-becb94b8-1560-4575-8580-3a11c7ab6b76 req-32676cf9-a2f8-424c-835b-99b6e3339672 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.0631986 Jun 23 04:01:40.416847 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-becb94b8-1560-4575-8580-3a11c7ab6b76 req-63cd4561-093d-4001-858a-1170d82b04a3 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316720 Jun 23 04:01:40.970151 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7212a-11f3-4176-8259-a1e3741bc43c req-bcad9860-859e-4909-b5d6-70eaa7d5a22c tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:40.971609 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-52a7212a-11f3-4176-8259-a1e3741bc43c req-bcad9860-859e-4909-b5d6-70eaa7d5a22c tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0630963 Jun 23 04:01:41.008906 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-52a7212a-11f3-4176-8259-a1e3741bc43c req-eb992ed0-c7f7-4eb7-ae74-f569e4e7430f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315282 Jun 23 04:01:41.667523 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-34e34f8f-587b-447f-8cc8-155d0bd78ea3 req-bf65d7ae-e760-4ac7-8597-fbfabc2d70c9 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 210 time: 0.0372305 Jun 23 04:01:41.841876 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33164652-e16f-48c2-9efd-c8bf6c00876e req-fb9ce0c9-c42f-49c0-b648-dcd6bec2e6e1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:41.843738 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33164652-e16f-48c2-9efd-c8bf6c00876e req-fb9ce0c9-c42f-49c0-b648-dcd6bec2e6e1 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.0700867 Jun 23 04:01:41.921803 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33164652-e16f-48c2-9efd-c8bf6c00876e req-fb440f86-3dfe-4643-bd55-9032b3da41f5 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328641 Jun 23 04:01:41.970063 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591281c4-be23-42b8-ba48-58a797f87b17 req-0fef1527-6f61-441c-91b8-c631be73a160 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:41.971544 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-591281c4-be23-42b8-ba48-58a797f87b17 req-0fef1527-6f61-441c-91b8-c631be73a160 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.0669580 Jun 23 04:01:42.007762 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-591281c4-be23-42b8-ba48-58a797f87b17 req-84359958-408f-4e42-ac3f-5b86dc9d9458 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305381 Jun 23 04:01:42.182421 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29f80c-2c51-41bc-9151-5c431ed10709 req-9748d7f1-0345-4009-baec-7d33d4823b7a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:42.183771 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-df29f80c-2c51-41bc-9151-5c431ed10709 req-9748d7f1-0345-4009-baec-7d33d4823b7a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0652735 Jun 23 04:01:42.221472 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-df29f80c-2c51-41bc-9151-5c431ed10709 req-79bea859-44a3-4ee6-8fe8-c9d43f75f239 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Jun 23 04:01:42.328180 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-96cc753b-27ce-476d-9fb1-91790e4a5805 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:42.329586 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-96cc753b-27ce-476d-9fb1-91790e4a5805 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "GET /v2.0/networks?id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326 HTTP/1.1" status: 200 len: 807 time: 0.1016409 Jun 23 04:01:42.374538 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Request body: {'port': {'device_id': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326', 'admin_state_up': True, 'tenant_id': '2f9870ec439b4c4c8da8a14b4b302caf'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:42.475525 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97f969-9bd3-4637-980c-72af86297912 req-39191d08-9aa2-495f-9e75-74c719e8eac9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:42.476962 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ef97f969-9bd3-4637-980c-72af86297912 req-39191d08-9aa2-495f-9e75-74c719e8eac9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1379929 Jun 23 04:01:42.525595 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ef97f969-9bd3-4637-980c-72af86297912 req-173b28ee-06b8-43a0-88a5-b9ee9eef593a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419271 Jun 23 04:01:42.549708 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54254) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:42.584332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Made reservation on behalf of 2f9870ec439b4c4c8da8a14b4b302caf for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:01:42.587910 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:42.740972 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Allocated IP 172.20.0.14 (7ab2dc01-4aaa-466e-a34c-d4e544fe6326/d5a96a3a-24f8-421f-a9a9-f99039cf0b2e/9da09778-dc01-41f9-8e3c-3b25e993b1f3) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:01:42.784169 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfbbe36-4da8-43af-8fb0-80aa4a1f2b19 tempest-TestShelveInstance-1165451436 tempest-TestShelveInstance-1165451436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:42.788965 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-4cfbbe36-4da8-43af-8fb0-80aa4a1f2b19 tempest-TestShelveInstance-1165451436 tempest-TestShelveInstance-1165451436-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1094 time: 0.2382400 Jun 23 04:01:42.789715 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54266) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:42.794836 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Request body: {'floatingip': {'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'port_id': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:42.826435 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c30f8c93-871a-47b5-b40a-c0ef94883682 req-f6a191a8-a797-4750-848f-4d882602ef10 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 210 time: 0.0333500 Jun 23 04:01:42.901960 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:42.964261 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.002113 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-fe06772c-c3f7-4425-a148-7a5fbedd20cd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:43.003627 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-fe06772c-c3f7-4425-a148-7a5fbedd20cd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.1114676 Jun 23 04:01:43.008953 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.120724 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Allocated IP 172.28.3.46 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/659a7d54-c3b1-4ddc-bbbc-bb837c6be374) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:01:43.195694 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3124-195b-40d9-a098-076a23e4ba7c req-9a9f709b-064e-4626-ba7f-c73f3d927e26 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:43.197689 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-027e3124-195b-40d9-a098-076a23e4ba7c req-9a9f709b-064e-4626-ba7f-c73f3d927e26 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 946 time: 0.1931806 Jun 23 04:01:43.205665 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.217893 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:43.219597 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.298920 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:01:43.300348 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Deleting port c7224599-463e-4548-b7b0-569b0d7e3176 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:43.300685 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.311293 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.314470 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:43.324648 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:01:43.335281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Pushing event updated for resources: {'Port': ['ID=9da09778-dc01-41f9-8e3c-3b25e993b1f3,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:43.340186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:01:43.345554 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:43.346162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.352570 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:01:43.355132 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cb4e9-f767-4d83-b4ea-7b660566eab2 req-661df267-c207-4d8f-97d5-724dab24a554 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:43.355458 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:01:43.356625 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3d5cb4e9-f767-4d83-b4ea-7b660566eab2 req-661df267-c207-4d8f-97d5-724dab24a554 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.2265170 Jun 23 04:01:43.358617 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:43.359602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:01:43.363770 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-027e3124-195b-40d9-a098-076a23e4ba7c req-d6c43679-16d9-44dd-8f44-8f9537ebebb7 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468961 Jun 23 04:01:43.394624 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'Port': ['ID=659a7d54-c3b1-4ddc-bbbc-bb837c6be374,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:43.402690 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:43.646223 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3d5cb4e9-f767-4d83-b4ea-7b660566eab2 req-a6210ed6-df81-4c60-a972-b1fac11c2840 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520036 Jun 23 04:01:43.657448 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] For port c7224599-463e-4548-b7b0-569b0d7e3176, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c7224599-463e-4548-b7b0-569b0d7e3176,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:43.657804 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.677846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Calling delete_port for c7224599-463e-4548-b7b0-569b0d7e3176 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:43.719748 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3497198 Jun 23 04:01:43.736949 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.739390 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Request body: {'port': {'device_id': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:01:43.847509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.972787 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:43.984485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'a666f870-9037-424f-b21b-b3657e76951e', '72159fd0-ca1c-4952-9837-0c4e39774fec', 'c7224599-463e-4548-b7b0-569b0d7e3176'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:44.006271 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:44.049240 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event deleted for resources: {'Port': ['ID=c7224599-463e-4548-b7b0-569b0d7e3176,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:44.054612 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:44.093923 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.133362 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] No DVR routers for this DVR port c7224599-463e-4548-b7b0-569b0d7e3176 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:01:44.172217 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.174466 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0417662c-f616-4e65-b7a2-e4018fb0d853 req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "DELETE /v2.0/ports/c7224599-463e-4548-b7b0-569b0d7e3176 HTTP/1.1" status: 204 len: 173 time: 1.1575017 Jun 23 04:01:44.175959 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'name': 'network-vif-deleted', 'tag': 'c7224599-463e-4548-b7b0-569b0d7e3176'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:44.178234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31129793-217f-44a2-ba5d-eff26d1de25f" -d '{"events": [{"server_uuid": "49b4cb3e-6774-4471-9472-6ca2a4065a47", "name": "network-vif-deleted", "tag": "c7224599-463e-4548-b7b0-569b0d7e3176"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:44.211222 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9fa2b-5ff9-41ac-b739-153a19a4b9f3 req-9462991b-f23e-419c-bf77-7f2fb009190f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:44.217771 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-66a9fa2b-5ff9-41ac-b739-153a19a4b9f3 req-9462991b-f23e-419c-bf77-7f2fb009190f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 932 time: 0.2493517 Jun 23 04:01:44.263567 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.281667 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-66a9fa2b-5ff9-41ac-b739-153a19a4b9f3 req-9c0a221f-2f08-4db2-b629-66bdcce03d03 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630269 Jun 23 04:01:44.334748 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.343256 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:44.352411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc9b2f8-8d30-43cc-83ad-c08ae9a7f742 x-openstack-request-id: req-dcc9b2f8-8d30-43cc-83ad-c08ae9a7f742 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:44.352830 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b4cb3e-6774-4471-9472-6ca2a4065a47", "name": "network-vif-deleted", "tag": "c7224599-463e-4548-b7b0-569b0d7e3176", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:44.353194 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcc9b2f8-8d30-43cc-83ad-c08ae9a7f742 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:44.353690 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b4cb3e-6774-4471-9472-6ca2a4065a47', 'name': 'network-vif-deleted', 'tag': 'c7224599-463e-4548-b7b0-569b0d7e3176', 'status': 'completed', 'code': 200} Jun 23 04:01:44.359515 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da09778-dc01-41f9-8e3c-3b25e993b1f3 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:44.369198 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.383373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Transition to ACTIVE for port object 9da09778-dc01-41f9-8e3c-3b25e993b1f3 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:01:44.460131 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.463886 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-25e673d7-73dd-4818-afc9-24ead0c9a962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:44.467116 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event updated for resources: {'Port': ['ID=659a7d54-c3b1-4ddc-bbbc-bb837c6be374,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:44.473718 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:44.485617 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.530550 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9da09778-dc01-41f9-8e3c-3b25e993b1f3,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:44.557681 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:44.589000 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5f471d64-4476-4162-ac3f-f314c7cc93e2 req-ecb3a8ac-bfe7-4966-bae8-0952b1e11971 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=49b4cb3e-6774-4471-9472-6ca2a4065a47 HTTP/1.1" status: 200 len: 210 time: 0.0607531 Jun 23 04:01:44.593754 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Attempting to bind port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:01:44.594501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Attempting to bind port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:01:44.594501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Attempting to bind port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 on network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:44.598769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 on network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:01:44.599100 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Attempting to bind port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 on network 7ab2dc01-4aaa-466e-a34c-d4e544fe6326 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:01:44.601741 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.l3_db [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Floating IP 2a5cf084-b753-47a7-89a5-835062098e9d associated. External IP: 172.28.3.46, port: 8287559b-e6e3-4d43-b204-8cdd3f970477. Jun 23 04:01:44.605126 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:01:44.605517 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Checking segment: {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:01:44.605902 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Bound using segment: {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:01:44.606505 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Bound port: 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae363908-c646-436e-bb87-b183cbbd2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:01:44.606663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.671565 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] For port 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:01:44.674676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] For port 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:01:44.736659 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.739676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:44.813967 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:44.814587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:44.816021 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/9da09778-dc01-41f9-8e3c-3b25e993b1f3 HTTP/1.1" status: 200 len: 1094 time: 1.0817924 Jun 23 04:01:44.817663 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Router 5f2dfe01-25be-429d-b252-9a30934e8a98 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:01:44.861782 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Pushing event updated for resources: {'Port': ['ID=9da09778-dc01-41f9-8e3c-3b25e993b1f3,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:44.867772 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:44.906253 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e3699-fb22-4b22-930c-ec352473f17d req-d0758cbb-6796-4bdf-acb0-8f0fa805bb85 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:44.911661 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-368e3699-fb22-4b22-930c-ec352473f17d req-d0758cbb-6796-4bdf-acb0-8f0fa805bb85 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1439841 Jun 23 04:01:44.917059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-372ebacb-7453-4df7-9d0a-fbe302cff1c9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:44.918470 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-372ebacb-7453-4df7-9d0a-fbe302cff1c9 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 946 time: 0.1397750 Jun 23 04:01:44.948709 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:01:44.961853 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] Sync routers for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:01:44.974359 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:01:44.975046 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:01:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:45.010897 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-368e3699-fb22-4b22-930c-ec352473f17d req-2c2ee5b7-6898-46e6-ab82-1141b70e4d21 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914319 Jun 23 04:01:45.053408 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:45.115448 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3115265 Jun 23 04:01:45.115448 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:45.115448 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf859e-984f-47b9-9432-f899b42ca3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:45.127471 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-c49bdffd-aa09-4fa1-8315-2260671014a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.129117 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-c49bdffd-aa09-4fa1-8315-2260671014a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 1097 time: 0.1728420 Jun 23 04:01:45.145410 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:01:45.149420 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Deleting port 7e803085-432e-456a-8a79-2ad6cb677516 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:45.150290 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:45.159337 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7321c528-19e3-4867-9b08-c19816e8bd6a x-openstack-request-id: req-7321c528-19e3-4867-9b08-c19816e8bd6a {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:45.159691 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:45.159985 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7321c528-19e3-4867-9b08-c19816e8bd6a {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:45.160415 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'status': 'completed', 'code': 200} Jun 23 04:01:45.196976 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-686ccb48-8437-4a25-9c42-be15d79f1d45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0563259 Jun 23 04:01:45.258722 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2857b723-40fb-41f4-bdce-f568ee57bbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:45.282959 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] For port 7e803085-432e-456a-8a79-2ad6cb677516, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e803085-432e-456a-8a79-2ad6cb677516,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:45.285442 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:45.297064 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Calling delete_port for 7e803085-432e-456a-8a79-2ad6cb677516 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:45.350521 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-8d811ebf-c628-4f18-a703-59f8bcd68f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.352243 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-8d811ebf-c628-4f18-a703-59f8bcd68f98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.1398969 Jun 23 04:01:45.409582 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-4e07783b-a40b-4b44-a180-1be366f19c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.411397 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-4e07783b-a40b-4b44-a180-1be366f19c55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5a96a3a-24f8-421f-a9a9-f99039cf0b2e HTTP/1.1" status: 200 len: 847 time: 0.1021111 Jun 23 04:01:45.411807 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': '2a5cf084-b753-47a7-89a5-835062098e9d', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'port_id': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'mac_address': 'fa:16:3e:49:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efba38-30c3-494c-bab3-611ce202c058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:01:43Z', 'updated_at': '2021-06-23T04:01:43Z', 'revision_number': 0, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:45.443566 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] Checking router: 5f2dfe01-25be-429d-b252-9a30934e8a98 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:01:45.452401 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:01:45.453234 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:01:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:45.458688 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-c751a399-a820-4e1d-b67e-3c2abe614324 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367470 Jun 23 04:01:45.513195 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-a94a11a7-39a1-4e46-ac3a-eb071a1d0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.514713 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-a94a11a7-39a1-4e46-ac3a-eb071a1d0c76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.1561165 Jun 23 04:01:45.571728 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:01:45.632072 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-94bf1ec7-1692-443e-ac87-736a1ee65193 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 999 time: 0.1089950 Jun 23 04:01:45.682519 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-2b0fd4be-9d75-499a-aad2-fdfc384a9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.684033 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-2b0fd4be-9d75-499a-aad2-fdfc384a9f8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0438187 Jun 23 04:01:45.690023 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-3eaaad88-1ff3-4338-a5ff-059a405d5513 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234871 Jun 23 04:01:45.711516 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41790632-c77e-4fdb-932a-fafdd6e9be28 req-c153bb31-910a-4041-aacb-46e179d9733b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.713618 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-41790632-c77e-4fdb-932a-fafdd6e9be28 req-c153bb31-910a-4041-aacb-46e179d9733b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.2327006 Jun 23 04:01:45.748532 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe1cdf-d5e7-479f-9c32-3462ed7ea86d req-ff014853-cb73-4d50-8a18-d18e5bde10a0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.750000 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cefe1cdf-d5e7-479f-9c32-3462ed7ea86d req-ff014853-cb73-4d50-8a18-d18e5bde10a0 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 944 time: 0.2672753 Jun 23 04:01:45.770919 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-ea2e4941-963a-497e-872a-5fa49e43b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:45.772733 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-ea2e4941-963a-497e-872a-5fa49e43b98f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814195 Jun 23 04:01:45.801194 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:45.808784 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': '2a5cf084-b753-47a7-89a5-835062098e9d', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'port_id': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'mac_address': 'fa:16:3e:49:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efba38-30c3-494c-bab3-611ce202c058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:01:43Z', 'updated_at': '2021-06-23T04:01:43Z', 'revision_number': 0, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:45.811521 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:45.817800 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['7e803085-432e-456a-8a79-2ad6cb677516', '044014ab-df1f-466d-a8e1-e317726ef964'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:45.836988 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd35937-8186-4ecd-8814-2b18e4f42b77 None None] The sync data for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb is: [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': '2a5cf084-b753-47a7-89a5-835062098e9d', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'port_id': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'mac_address': 'fa:16:3e:49:63:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efba38-30c3-494c-bab3-611ce202c058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:01:43Z', 'updated_at': '2021-06-23T04:01:43Z', 'revision_number': 0, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:01:45.868863 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Pushing event deleted for resources: {'Port': ['ID=7e803085-432e-456a-8a79-2ad6cb677516,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:45.876655 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-41790632-c77e-4fdb-932a-fafdd6e9be28 req-e278b68e-e33f-45d4-a88c-b65ff1957ee3 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472230 Jun 23 04:01:45.878630 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:45.898314 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-a303ff6e-6a40-4e0d-abb8-826b7639f5b8 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184096 Jun 23 04:01:45.901731 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cefe1cdf-d5e7-479f-9c32-3462ed7ea86d req-8da87fb0-ab7d-4605-92de-cbcacc98a890 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430387 Jun 23 04:01:45.957473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eba7b873-327c-4180-9fd1-1896fda65c7d req-9e33f619-686c-4ed0-a906-0905d365346a service neutron] 10.222.0.11 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610121 Jun 23 04:01:45.958633 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] No DVR routers for this DVR port 7e803085-432e-456a-8a79-2ad6cb677516 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:01:45.961199 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:45.963787 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6403673b-fb36-4cea-b08a-3e9aefa10bef req-60025aa5-f85d-408e-9368-ee1e2866a8cb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "DELETE /v2.0/ports/7e803085-432e-456a-8a79-2ad6cb677516 HTTP/1.1" status: 204 len: 173 time: 1.0211184 Jun 23 04:01:46.033383 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1abf859e-984f-47b9-9432-f899b42ca3b4 req-c64d5679-2d0e-41f9-b320-70cd4e16485c service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113551 Jun 23 04:01:46.121102 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4524e1-0a05-45d7-81cd-fcaea8f4aee4 None None] New status for floating IP 2a5cf084-b753-47a7-89a5-835062098e9d: ACTIVE {{(pid=99841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:01:46.183214 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-71e5566c-dc9d-4722-b3d5-d85cae6c15e2 req-36a370f2-8bdb-4d24-9618-ab1fb476487a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e584b53-995d-4a93-835a-99ebae1d61a2 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Jun 23 04:01:46.355329 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'tag': '9da09778-dc01-41f9-8e3c-3b25e993b1f3'}, {'server_uuid': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'name': 'network-vif-deleted', 'tag': '7e803085-432e-456a-8a79-2ad6cb677516'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:46.357860 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "208d48cd-2eab-43ff-b2b0-5d1be831ea93", "tag": "9da09778-dc01-41f9-8e3c-3b25e993b1f3"}, {"server_uuid": "2e584b53-995d-4a93-835a-99ebae1d61a2", "name": "network-vif-deleted", "tag": "7e803085-432e-456a-8a79-2ad6cb677516"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:46.397907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f8ee38-31a7-4c64-8476-119efc082008 x-openstack-request-id: req-79f8ee38-31a7-4c64-8476-119efc082008 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:46.398234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208d48cd-2eab-43ff-b2b0-5d1be831ea93", "tag": "9da09778-dc01-41f9-8e3c-3b25e993b1f3", "status": "completed", "code": 200}, {"server_uuid": "2e584b53-995d-4a93-835a-99ebae1d61a2", "name": "network-vif-deleted", "tag": "7e803085-432e-456a-8a79-2ad6cb677516", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:46.398573 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79f8ee38-31a7-4c64-8476-119efc082008 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:46.398926 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'tag': '9da09778-dc01-41f9-8e3c-3b25e993b1f3', 'status': 'completed', 'code': 200} Jun 23 04:01:46.399214 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e584b53-995d-4a93-835a-99ebae1d61a2', 'name': 'network-vif-deleted', 'tag': '7e803085-432e-456a-8a79-2ad6cb677516', 'status': 'completed', 'code': 200} Jun 23 04:01:46.480114 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-798890ad-05eb-4cfa-8167-04325959fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:46.481635 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-798890ad-05eb-4cfa-8167-04325959fa19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 1097 time: 0.0519836 Jun 23 04:01:46.574614 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-44c657a8-3b07-4991-b4ea-6d1f29130aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:46.576086 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-44c657a8-3b07-4991-b4ea-6d1f29130aa1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326 HTTP/1.1" status: 200 len: 908 time: 0.0859029 Jun 23 04:01:46.620613 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-30a9baec-e8eb-43d7-a33f-0552d62b91e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0332549 Jun 23 04:01:46.666925 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-330047c5-7a15-42ba-b56c-241ebdf1a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:46.668334 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-330047c5-7a15-42ba-b56c-241ebdf1a1a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5a96a3a-24f8-421f-a9a9-f99039cf0b2e HTTP/1.1" status: 200 len: 847 time: 0.0416172 Jun 23 04:01:46.702573 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-cb6306fb-6d4a-4f76-a42c-d6d8f029d146 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab2dc01-4aaa-466e-a34c-d4e544fe6326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266068 Jun 23 04:01:46.809638 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-9d450a3f-eacb-4daa-b343-e57ce8bc4bcf service neutron] 10.222.0.11 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915041 Jun 23 04:01:46.903411 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-c76e0f77-30f7-4ddd-b58b-11ef6624b6e3 req-10aa55a6-114a-4d71-88d7-0b6eb57c4d34 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839093 Jun 23 04:01:46.998652 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device c7224599-463e-4548-b7b0-569b0d7e3176 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:01:47.022366 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: c7224599-463e-4548-b7b0-569b0d7e3176 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:01:47.022716 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device c7224599-463e-4548-b7b0-569b0d7e3176 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:01:47.125205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0576-dadc-4679-b6dc-7a31c052a5aa req-5391669e-4183-49d5-a997-814a2a23198f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:47.126675 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f98b0576-dadc-4679-b6dc-7a31c052a5aa req-5391669e-4183-49d5-a997-814a2a23198f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.1148300 Jun 23 04:01:47.147181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ffa2d-20d1-4345-8643-e28d4e99ae4a req-991e97a0-436e-4eaa-993c-be3caa9c7e53 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:47.148636 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0e3ffa2d-20d1-4345-8643-e28d4e99ae4a req-991e97a0-436e-4eaa-993c-be3caa9c7e53 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 944 time: 0.0954635 Jun 23 04:01:47.193260 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f98b0576-dadc-4679-b6dc-7a31c052a5aa req-2141e63a-bef5-48a1-8303-d362862d94d5 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593095 Jun 23 04:01:47.205116 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0e3ffa2d-20d1-4345-8643-e28d4e99ae4a req-1a0be488-60c0-4210-8454-44537efe208d tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Jun 23 04:01:47.507278 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-69d491d3-755a-4b9b-9efa-f2f41e5cd71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:47.890269 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:01:47.894512 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cec5d-6769-4341-bb9b-cf400ba8c05a req-cdfe566d-5352-451d-b2bb-d8f63684d52a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:47.896268 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-831cec5d-6769-4341-bb9b-cf400ba8c05a req-cdfe566d-5352-451d-b2bb-d8f63684d52a tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0631578 Jun 23 04:01:47.929697 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:47.938307 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-831cec5d-6769-4341-bb9b-cf400ba8c05a req-01975a56-a601-4fc9-bc91-4965c192f598 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356658 Jun 23 04:01:48.094618 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8082c9e-c7d1-4801-945c-b96f7174eee2 req-26662db7-12b1-48c3-bf17-93d0ab5f04ce tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:48.096001 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f8082c9e-c7d1-4801-945c-b96f7174eee2 req-26662db7-12b1-48c3-bf17-93d0ab5f04ce tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.0633109 Jun 23 04:01:48.133274 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f8082c9e-c7d1-4801-945c-b96f7174eee2 req-eb451b05-9197-41cb-bdcf-f226eeba1422 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Jun 23 04:01:48.364325 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0be0e6-49ad-48c4-b504-1a03e1aad7ef req-6f5494a8-7121-46e6-94d0-51095f2340db tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:48.365848 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1b0be0e6-49ad-48c4-b504-1a03e1aad7ef req-6f5494a8-7121-46e6-94d0-51095f2340db tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0623298 Jun 23 04:01:48.403885 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1b0be0e6-49ad-48c4-b504-1a03e1aad7ef req-e91f56f3-c973-4a7b-ab8c-dc2a18cd5110 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Jun 23 04:01:48.619929 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37f517-17d7-451f-9f6d-1b78e18d7c1c req-2489e026-5569-48c6-8fc4-92fe974e9826 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:48.621324 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3d37f517-17d7-451f-9f6d-1b78e18d7c1c req-2489e026-5569-48c6-8fc4-92fe974e9826 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 944 time: 0.1078818 Jun 23 04:01:48.629216 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d42a5-2e6c-4ec4-b61a-407ded995468 req-8eb0b4b1-9ec7-4aca-b015-86a5b4006561 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:48.630555 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-287d42a5-2e6c-4ec4-b61a-407ded995468 req-8eb0b4b1-9ec7-4aca-b015-86a5b4006561 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1077874 Jun 23 04:01:48.678020 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3d37f517-17d7-451f-9f6d-1b78e18d7c1c req-b57c9cd5-6c40-4b1b-9f94-5c4c2fbec071 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465522 Jun 23 04:01:48.689641 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-287d42a5-2e6c-4ec4-b61a-407ded995468 req-2a06c470-42aa-4ae0-a531-5a1eba7e8dd8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523505 Jun 23 04:01:48.776017 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:49.024463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 9da09778-dc01-41f9-8e3c-3b25e993b1f3 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:01:49.035812 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 7e803085-432e-456a-8a79-2ad6cb677516 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:01:49.060879 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 7e803085-432e-456a-8a79-2ad6cb677516 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:01:49.061231 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 7e803085-432e-456a-8a79-2ad6cb677516 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:01:49.147407 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:49.158073 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '9da09778-dc01-41f9-8e3c-3b25e993b1f3', 'network_id': '7ab2dc01-4aaa-466e-a34c-d4e544fe6326', 'port_id': '9da09778-dc01-41f9-8e3c-3b25e993b1f3', 'mac_address': 'fa:16:3e:b5:d3:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a96a3a-24f8-421f-a9a9-f99039cf0b2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:01:49.195329 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:49.209051 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da09778-dc01-41f9-8e3c-3b25e993b1f3 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:01:49.231217 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:49.290607 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd6f19-9e24-427e-be85-a6f5cd1d9813 req-dcbd5f3a-ef06-4cfb-9a82-a70175ebacbf tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:49.292082 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-befd6f19-9e24-427e-be85-a6f5cd1d9813 req-dcbd5f3a-ef06-4cfb-9a82-a70175ebacbf tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0956593 Jun 23 04:01:49.318860 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:49.320802 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:49.345638 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff481d-657c-47fa-8326-1296ecf822ba req-a02286a8-8626-4325-95b8-c8c214b828bc tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:49.347088 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-53ff481d-657c-47fa-8326-1296ecf822ba req-a02286a8-8626-4325-95b8-c8c214b828bc tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.1005974 Jun 23 04:01:49.350228 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-befd6f19-9e24-427e-be85-a6f5cd1d9813 req-9ca9d459-e0a1-4b65-9544-62dbc872d842 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514019 Jun 23 04:01:49.375549 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=9da09778-dc01-41f9-8e3c-3b25e993b1f3,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:49.378749 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:49.385664 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-53ff481d-657c-47fa-8326-1296ecf822ba req-84cfc3a5-79f1-4906-b772-9857245c4164 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Jun 23 04:01:49.571239 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff9b34-5c0f-444f-8778-0a14de589e37 req-da690851-172c-4fff-9a95-7445d6e25f21 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:49.573334 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-51ff9b34-5c0f-444f-8778-0a14de589e37 req-da690851-172c-4fff-9a95-7445d6e25f21 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0607693 Jun 23 04:01:49.612546 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-51ff9b34-5c0f-444f-8778-0a14de589e37 req-96a522be-1ffb-41ce-b901-411ba1fb9653 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337260 Jun 23 04:01:49.805334 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['9da09778-dc01-41f9-8e3c-3b25e993b1f3'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:49.887371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265288e9-1ad0-49a6-b5b6-f72a6de4b514 req-ac5fd209-800d-4214-8a1f-5c0067681178 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:49.888859 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-265288e9-1ad0-49a6-b5b6-f72a6de4b514 req-ac5fd209-800d-4214-8a1f-5c0067681178 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 945 time: 0.1017172 Jun 23 04:01:49.900272 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cc90e-1eeb-4396-a16f-7ff95b72123c req-3699ebaf-4a1a-4b95-b966-8834b2435745 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:49.901846 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-652cc90e-1eeb-4396-a16f-7ff95b72123c req-3699ebaf-4a1a-4b95-b966-8834b2435745 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0869699 Jun 23 04:01:49.949527 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-265288e9-1ad0-49a6-b5b6-f72a6de4b514 req-b5ec2e1b-2bcc-4a25-afb1-8addf1fc9285 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Jun 23 04:01:49.961082 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-652cc90e-1eeb-4396-a16f-7ff95b72123c req-e9dc6f49-23e9-4770-a473-d6c68365604c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517185 Jun 23 04:01:50.255744 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:50.513069 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e3601fcd-7ab1-48ed-a247-c1637494be9d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:50.514614 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e3601fcd-7ab1-48ed-a247-c1637494be9d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.0999324 Jun 23 04:01:50.562124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5521aef-a083-45e8-ba00-9464b9202018 req-c8cb88ed-227f-4d60-9a19-dcfade18a8a2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:50.563674 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d5521aef-a083-45e8-ba00-9464b9202018 req-c8cb88ed-227f-4d60-9a19-dcfade18a8a2 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.1032588 Jun 23 04:01:50.580649 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828af6bf-7d2c-4901-b668-6bfe7277031b req-7691796b-9610-4ebc-8b90-3afc0da9f3fb tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:50.582044 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-828af6bf-7d2c-4901-b668-6bfe7277031b req-7691796b-9610-4ebc-8b90-3afc0da9f3fb tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 945 time: 0.0850236 Jun 23 04:01:50.626364 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Deleting port 72159fd0-ca1c-4952-9837-0c4e39774fec {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:50.626705 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:50.644184 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d5521aef-a083-45e8-ba00-9464b9202018 req-c8a0e2c1-9851-436a-95c4-b742a1de694c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Jun 23 04:01:50.649120 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-828af6bf-7d2c-4901-b668-6bfe7277031b req-cfb60e4b-d020-45a4-ba3c-b1ce89aec1b4 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606308 Jun 23 04:01:50.724849 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] For port 72159fd0-ca1c-4952-9837-0c4e39774fec, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=72159fd0-ca1c-4952-9837-0c4e39774fec,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:50.725199 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:50.738837 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Calling delete_port for 72159fd0-ca1c-4952-9837-0c4e39774fec owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:50.806798 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab2473-5a61-4d3a-852f-c548cebadd6f req-35b2c071-6d41-45d6-8091-553edfccca3c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:50.808184 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-98ab2473-5a61-4d3a-852f-c548cebadd6f req-35b2c071-6d41-45d6-8091-553edfccca3c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0643284 Jun 23 04:01:50.956147 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:50.960634 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:50.986011 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'a666f870-9037-424f-b21b-b3657e76951e', '72159fd0-ca1c-4952-9837-0c4e39774fec'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:50.986944 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event deleted for resources: {'Port': ['ID=72159fd0-ca1c-4952-9837-0c4e39774fec,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:50.989948 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:51.050895 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-98ab2473-5a61-4d3a-852f-c548cebadd6f req-d35513a2-475e-46fb-a69f-962db759e5ce tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365808 Jun 23 04:01:51.063478 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] No DVR routers for this DVR port 72159fd0-ca1c-4952-9837-0c4e39774fec on host hv-cinder-76859 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:01:51.076058 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:51.079499 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-54f88026-2a4e-46e3-8fd5-9a3ef8355a88 req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "DELETE /v2.0/ports/72159fd0-ca1c-4952-9837-0c4e39774fec HTTP/1.1" status: 204 len: 173 time: 0.5566678 Jun 23 04:01:51.080216 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'name': 'network-vif-deleted', 'tag': '72159fd0-ca1c-4952-9837-0c4e39774fec'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:51.091093 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65b885e-6ebe-448b-bbf8-ebeda6e4bc18" -d '{"events": [{"server_uuid": "aaf0aca7-1e18-4f1e-9c1e-e69b79b06822", "name": "network-vif-deleted", "tag": "72159fd0-ca1c-4952-9837-0c4e39774fec"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:51.154034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0ddf-1887-46fb-8843-2edab347d4c3 req-a0ada3fb-e95d-4bdf-9611-6bc7d38da522 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:51.156185 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ee1d0ddf-1887-46fb-8843-2edab347d4c3 req-a0ada3fb-e95d-4bdf-9611-6bc7d38da522 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 945 time: 0.0735853 Jun 23 04:01:51.230805 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ee1d0ddf-1887-46fb-8843-2edab347d4c3 req-235c14fa-8694-48b7-875e-211da28c84a4 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Jun 23 04:01:51.254864 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248969f-ffc1-4963-8441-d99b11fa20e5 req-fdda5cf7-ecb6-49cc-9e1c-e21fc472c79f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:51.256389 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1248969f-ffc1-4963-8441-d99b11fa20e5 req-fdda5cf7-ecb6-49cc-9e1c-e21fc472c79f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0991898 Jun 23 04:01:51.279561 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36a8709-db94-4743-bd2e-d4224e67c3f4 x-openstack-request-id: req-e36a8709-db94-4743-bd2e-d4224e67c3f4 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:51.279892 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf0aca7-1e18-4f1e-9c1e-e69b79b06822", "name": "network-vif-deleted", "tag": "72159fd0-ca1c-4952-9837-0c4e39774fec", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:51.280182 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e36a8709-db94-4743-bd2e-d4224e67c3f4 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:51.280605 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf0aca7-1e18-4f1e-9c1e-e69b79b06822', 'name': 'network-vif-deleted', 'tag': '72159fd0-ca1c-4952-9837-0c4e39774fec', 'status': 'completed', 'code': 200} Jun 23 04:01:51.296157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1248969f-ffc1-4963-8441-d99b11fa20e5 req-65788928-ea64-4c22-966a-738a8071537b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Jun 23 04:01:51.881030 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dc458282-4696-46dc-a844-d1c5afc75a80 req-7152b88e-c23b-41eb-b649-8042dc69a552 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf0aca7-1e18-4f1e-9c1e-e69b79b06822 HTTP/1.1" status: 200 len: 210 time: 0.0310612 Jun 23 04:01:51.908000 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b3ea-2ae3-467a-b3ba-ddb4687114c2 req-2984dc88-4872-4378-aed0-e6c9eefaafa4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:51.909435 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d04b3ea-2ae3-467a-b3ba-ddb4687114c2 req-2984dc88-4872-4378-aed0-e6c9eefaafa4 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0868447 Jun 23 04:01:51.945969 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d04b3ea-2ae3-467a-b3ba-ddb4687114c2 req-c42b14b9-f14f-433b-b37a-c5db11a817b1 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Jun 23 04:01:52.233230 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d5cb1-85f5-4afa-9a73-49e39d615334 req-a1758fcc-74dd-4272-8c16-bc417515ec11 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:52.234688 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-522d5cb1-85f5-4afa-9a73-49e39d615334 req-a1758fcc-74dd-4272-8c16-bc417515ec11 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0659387 Jun 23 04:01:52.272297 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-522d5cb1-85f5-4afa-9a73-49e39d615334 req-fb0bb16c-7140-4a78-838d-06167f4236e8 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319366 Jun 23 04:01:52.410952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26878a9-ffa2-4060-bf6b-670c2b12350f req-2b84cf0b-d244-4ff0-9104-7a4c9a03f817 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:52.412448 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d26878a9-ffa2-4060-bf6b-670c2b12350f req-2b84cf0b-d244-4ff0-9104-7a4c9a03f817 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 945 time: 0.0630219 Jun 23 04:01:52.476259 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d26878a9-ffa2-4060-bf6b-670c2b12350f req-3b04cee3-3326-406b-b55b-31785bd94b60 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543199 Jun 23 04:01:52.499265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62ebbb-50c5-44f2-ae66-1afd6611f346 req-6eece16a-f508-4a9b-b559-9dbc38a7495a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:52.500735 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0f62ebbb-50c5-44f2-ae66-1afd6611f346 req-6eece16a-f508-4a9b-b559-9dbc38a7495a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0874062 Jun 23 04:01:52.541014 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0f62ebbb-50c5-44f2-ae66-1afd6611f346 req-6d9bbc4f-5889-43e0-854d-231d004b6130 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347748 Jun 23 04:01:53.067249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 9da09778-dc01-41f9-8e3c-3b25e993b1f3 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:01:53.115303 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50c874-50c1-4edb-ae4a-fa3ed99ec3fd req-8d0e79a3-4aad-464e-96c5-c9675a5cc0eb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:53.116808 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eb50c874-50c1-4edb-ae4a-fa3ed99ec3fd req-8d0e79a3-4aad-464e-96c5-c9675a5cc0eb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0631731 Jun 23 04:01:53.154911 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eb50c874-50c1-4edb-ae4a-fa3ed99ec3fd req-dc531f37-a144-4d7f-9eaa-5924e98af2fb tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316443 Jun 23 04:01:53.167675 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:01:53.171759 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:01:53.172143 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:53.248503 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:53.269839 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da09778-dc01-41f9-8e3c-3b25e993b1f3'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:53.272688 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b1121b-337f-4aba-80da-c74337b06b93" -d '{"events": [{"server_uuid": "208d48cd-2eab-43ff-b2b0-5d1be831ea93", "name": "network-vif-plugged", "status": "completed", "tag": "9da09778-dc01-41f9-8e3c-3b25e993b1f3"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:53.286442 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:53.309792 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e66bbc8-3a36-4468-823b-369eaadcce43 x-openstack-request-id: req-3e66bbc8-3a36-4468-823b-369eaadcce43 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:53.310145 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d48cd-2eab-43ff-b2b0-5d1be831ea93", "name": "network-vif-plugged", "status": "completed", "tag": "9da09778-dc01-41f9-8e3c-3b25e993b1f3", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:53.310391 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e66bbc8-3a36-4468-823b-369eaadcce43 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:53.310804 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da09778-dc01-41f9-8e3c-3b25e993b1f3', 'code': 200} Jun 23 04:01:53.375819 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:53.376923 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 72159fd0-ca1c-4952-9837-0c4e39774fec no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:01:53.380486 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:53.399514 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 72159fd0-ca1c-4952-9837-0c4e39774fec {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:01:53.400115 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 72159fd0-ca1c-4952-9837-0c4e39774fec not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:01:53.447586 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=9da09778-dc01-41f9-8e3c-3b25e993b1f3,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:53.452175 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:53.469780 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d787edf-db5d-422a-9801-423917e46564 req-5b6d729f-3de0-436f-aaf4-2588af4aeb10 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:53.471194 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5d787edf-db5d-422a-9801-423917e46564 req-5b6d729f-3de0-436f-aaf4-2588af4aeb10 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0783761 Jun 23 04:01:53.537611 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5d787edf-db5d-422a-9801-423917e46564 req-2fc3c412-7fe8-4e50-95d3-3602f83c94b9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467649 Jun 23 04:01:53.553061 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc36144-1e51-4c3a-a55a-0a2c8a371b2e req-122607c4-587c-475d-814f-4da0866e6e7c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:53.554529 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7dc36144-1e51-4c3a-a55a-0a2c8a371b2e req-122607c4-587c-475d-814f-4da0866e6e7c tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 946 time: 0.1026857 Jun 23 04:01:53.593227 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7dc36144-1e51-4c3a-a55a-0a2c8a371b2e req-3a1ead43-1157-4d54-b0ba-4fee1444c0e7 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Jun 23 04:01:53.702467 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20a3f6-3cd6-4e67-ad96-7f0565fe27ef req-5a862f3a-f379-4f7d-be23-333d637d06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:53.703869 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-9a20a3f6-3cd6-4e67-ad96-7f0565fe27ef req-5a862f3a-f379-4f7d-be23-333d637d06f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 1099 time: 0.0547588 Jun 23 04:01:53.704481 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e2c8-18ca-4172-932b-8850d367708d req-4a5611d2-9bb8-42cf-9c89-bd000c2f8bdc tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:53.705942 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c137e2c8-18ca-4172-932b-8850d367708d req-4a5611d2-9bb8-42cf-9c89-bd000c2f8bdc tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.0653846 Jun 23 04:01:53.743542 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-9a20a3f6-3cd6-4e67-ad96-7f0565fe27ef req-1c8b982e-d23e-4200-aa3a-e42ec6bfd54c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267580 Jun 23 04:01:53.779932 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c137e2c8-18ca-4172-932b-8850d367708d req-038e00c5-5624-4ad5-975f-8608761c0d8f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626705 Jun 23 04:01:53.796890 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e1278-fc1f-4125-854d-b7a07f4dcb5d req-bfd8fb00-69f2-4614-a1a7-2f0dd2603800 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:53.798325 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6a7e1278-fc1f-4125-854d-b7a07f4dcb5d req-bfd8fb00-69f2-4614-a1a7-2f0dd2603800 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0915244 Jun 23 04:01:53.834860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6a7e1278-fc1f-4125-854d-b7a07f4dcb5d req-64538bff-9027-4c7a-832c-cea129388b70 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309801 Jun 23 04:01:54.324088 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215407b-c209-4255-82a2-d624b3296e10 req-40c083ee-f8fd-4455-a607-508cfea34a21 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:54.325631 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a215407b-c209-4255-82a2-d624b3296e10 req-40c083ee-f8fd-4455-a607-508cfea34a21 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0633199 Jun 23 04:01:54.361869 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a215407b-c209-4255-82a2-d624b3296e10 req-341ac10c-1f17-40f6-9bf7-1fdb59996955 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307052 Jun 23 04:01:54.720723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101669b-48d9-4136-8fc6-92e4697a3fbf req-fc92d857-409e-4e57-990e-c7068750e65c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:54.722130 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c101669b-48d9-4136-8fc6-92e4697a3fbf req-fc92d857-409e-4e57-990e-c7068750e65c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0760133 Jun 23 04:01:54.779506 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c101669b-48d9-4136-8fc6-92e4697a3fbf req-94489ecd-60aa-4bac-a7e7-20020e93a1ce tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390072 Jun 23 04:01:54.800393 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16562744-e5ed-4daf-bbad-83020f3c8a83 req-d8be55ac-97e7-4e0f-bdbf-ccb443a50608 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:54.801837 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-16562744-e5ed-4daf-bbad-83020f3c8a83 req-d8be55ac-97e7-4e0f-bdbf-ccb443a50608 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 946 time: 0.1011786 Jun 23 04:01:54.842974 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-16562744-e5ed-4daf-bbad-83020f3c8a83 req-b1fa94be-c940-450c-b794-d414b96aa793 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Jun 23 04:01:54.952116 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def71b98-c2eb-4fc2-9238-18b311ea0b24 req-cd4a0d6f-2000-46e0-8357-6c8a15993de5 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:54.953588 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-def71b98-c2eb-4fc2-9238-18b311ea0b24 req-cd4a0d6f-2000-46e0-8357-6c8a15993de5 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.0635715 Jun 23 04:01:55.022436 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-def71b98-c2eb-4fc2-9238-18b311ea0b24 req-a0b8f0e7-9a76-4f3f-93f9-4019c96038c1 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594885 Jun 23 04:01:55.046934 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a378ee-ca78-44e2-a2ed-79045bd67b32 req-09aefcd7-c637-498c-a24f-bdd5d1fb8346 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:55.048448 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a7a378ee-ca78-44e2-a2ed-79045bd67b32 req-09aefcd7-c637-498c-a24f-bdd5d1fb8346 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0939844 Jun 23 04:01:55.085231 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a7a378ee-ca78-44e2-a2ed-79045bd67b32 req-acb8daab-c81f-4ed7-96d4-a6fe45ffb176 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312135 Jun 23 04:01:55.413187 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-6c81d21f-bb95-43ea-9609-77482f67144c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:55.414630 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-6c81d21f-bb95-43ea-9609-77482f67144c tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0663598 Jun 23 04:01:55.543935 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d144ca3-9264-475b-996e-5c16af2bfd20 req-a0cb327f-931f-4a0c-838b-b1611db4cd50 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:55.545418 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d144ca3-9264-475b-996e-5c16af2bfd20 req-a0cb327f-931f-4a0c-838b-b1611db4cd50 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 946 time: 0.0699358 Jun 23 04:01:55.587583 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d144ca3-9264-475b-996e-5c16af2bfd20 req-4bb78bf7-1a6f-4281-a1b5-58abd61393c6 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/security-groups?id=06533b5f-81c9-463c-812d-2ca31fa7a111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351532 Jun 23 04:01:55.738911 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Deleting port 044014ab-df1f-466d-a8e1-e317726ef964 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:55.739250 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:55.827322 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] For port 044014ab-df1f-466d-a8e1-e317726ef964, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=044014ab-df1f-466d-a8e1-e317726ef964,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:55.827710 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:55.839616 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Calling delete_port for 044014ab-df1f-466d-a8e1-e317726ef964 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:55.983463 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c056ba-1936-4a70-b22c-57d42dd9b6e9 req-3fb56e8e-00a7-498c-943f-1c7a36e009ff tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:55.984889 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-15c056ba-1936-4a70-b22c-57d42dd9b6e9 req-3fb56e8e-00a7-498c-943f-1c7a36e009ff tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0932722 Jun 23 04:01:56.038050 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:56.042732 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:56.050954 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['044014ab-df1f-466d-a8e1-e317726ef964'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:56.072429 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-15c056ba-1936-4a70-b22c-57d42dd9b6e9 req-106bea1a-8f1b-4515-a7f5-af9b6441a651 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762107 Jun 23 04:01:56.072816 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Pushing event deleted for resources: {'Port': ['ID=044014ab-df1f-466d-a8e1-e317726ef964,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:56.081942 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.082318 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.082690 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.083052 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.083408 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.083790 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.084147 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.084491 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.084847 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.085196 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.085545 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.085893 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.086982 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d7054-85ab-423a-9357-54917f9db51a req-c74c3aca-b25b-4789-b3c9-26404d6de045 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:56.089513 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:56.093157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c37d7054-85ab-423a-9357-54917f9db51a req-c74c3aca-b25b-4789-b3c9-26404d6de045 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 946 time: 0.1407707 Jun 23 04:01:56.139003 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] No DVR routers for this DVR port 044014ab-df1f-466d-a8e1-e317726ef964 on host hv-cinder-76859 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:01:56.142171 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:56.144401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62dd70-a869-4d57-ba80-2ea2da4c17ef req-0638cacc-3de9-4adb-baa8-53d9aef65aa8 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:56.145957 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-7d30c04e-88a7-4f92-b02b-9a891d1d6eb1 req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.11 "DELETE /v2.0/ports/044014ab-df1f-466d-a8e1-e317726ef964 HTTP/1.1" status: 204 len: 173 time: 0.7204783 Jun 23 04:01:56.146222 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b62dd70-a869-4d57-ba80-2ea2da4c17ef req-0638cacc-3de9-4adb-baa8-53d9aef65aa8 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 946 time: 0.1869199 Jun 23 04:01:56.146543 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'name': 'network-vif-deleted', 'tag': '044014ab-df1f-466d-a8e1-e317726ef964'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:56.149110 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f7fbe4-c946-458e-a85c-f1d4badda190" -d '{"events": [{"server_uuid": "c512f1d4-9dc7-4d70-89f0-0b288671cc23", "name": "network-vif-deleted", "tag": "044014ab-df1f-466d-a8e1-e317726ef964"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:56.239998 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b62dd70-a869-4d57-ba80-2ea2da4c17ef req-3092d970-4e57-4bfb-ab4f-3ccdadc88d76 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791533 Jun 23 04:01:56.291566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Deleting port a666f870-9037-424f-b21b-b3657e76951e {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:56.291762 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:56.354186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b031e2-a278-4b48-8e32-a6ddaba3d08f req-e22cbbdb-af1e-4dfe-a295-1b223016b3fe tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:56.355674 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d3b031e2-a278-4b48-8e32-a6ddaba3d08f req-e22cbbdb-af1e-4dfe-a295-1b223016b3fe tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.1352661 Jun 23 04:01:56.455270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] For port a666f870-9037-424f-b21b-b3657e76951e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a666f870-9037-424f-b21b-b3657e76951e,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:56.455659 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:56.460262 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d3b031e2-a278-4b48-8e32-a6ddaba3d08f req-77dd405d-e91c-49e1-b55c-c223e81d251f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889342 Jun 23 04:01:56.477182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Calling delete_port for a666f870-9037-424f-b21b-b3657e76951e owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:56.522925 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626fca2b-2be5-4d4e-aaab-9a0c70b87e75 x-openstack-request-id: req-626fca2b-2be5-4d4e-aaab-9a0c70b87e75 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:56.527877 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c512f1d4-9dc7-4d70-89f0-0b288671cc23", "name": "network-vif-deleted", "tag": "044014ab-df1f-466d-a8e1-e317726ef964", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:56.527877 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-626fca2b-2be5-4d4e-aaab-9a0c70b87e75 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:56.527877 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c512f1d4-9dc7-4d70-89f0-0b288671cc23', 'name': 'network-vif-deleted', 'tag': '044014ab-df1f-466d-a8e1-e317726ef964', 'status': 'completed', 'code': 200} Jun 23 04:01:56.540340 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d285e-fbed-4f70-ad8c-25d99aebe97d req-45a9a2c3-2e6a-4028-8d1b-05f1f5600f15 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:56.542427 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-373d285e-fbed-4f70-ad8c-25d99aebe97d req-45a9a2c3-2e6a-4028-8d1b-05f1f5600f15 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1858976 Jun 23 04:01:56.601020 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-373d285e-fbed-4f70-ad8c-25d99aebe97d req-80b2347e-0d49-49b5-9fba-536365323d17 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518265 Jun 23 04:01:56.753073 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6f543f30-f4de-4b69-9b60-2226e5af1d0c req-e36544fa-0873-4fd4-a03d-cbe63f6f14de tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] 10.222.0.20 "GET /v2.0/ports?device_id=c512f1d4-9dc7-4d70-89f0-0b288671cc23 HTTP/1.1" status: 200 len: 210 time: 0.0321064 Jun 23 04:01:56.753768 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:56.757576 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4c4add1f-f521-445e-aec2-2587c76dfc8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:56.778011 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'a666f870-9037-424f-b21b-b3657e76951e'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:01:56.782728 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event deleted for resources: {'Port': ['ID=a666f870-9037-424f-b21b-b3657e76951e,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:56.812639 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.813008 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.813363 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.813714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.814055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.814421 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.814765 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.815109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.815468 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.815810 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.816151 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.816489 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:01:56.822387 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:56.838565 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] No DVR routers for this DVR port a666f870-9037-424f-b21b-b3657e76951e on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:01:56.840970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:56.842887 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c37d7054-85ab-423a-9357-54917f9db51a req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "DELETE /v2.0/ports/a666f870-9037-424f-b21b-b3657e76951e HTTP/1.1" status: 204 len: 173 time: 0.7475262 Jun 23 04:01:56.843372 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'name': 'network-vif-deleted', 'tag': 'a666f870-9037-424f-b21b-b3657e76951e'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:01:56.845677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7688047f-301d-45c3-91a8-60f96566c911" -d '{"events": [{"server_uuid": "f710d92c-f834-4809-92f7-52b3c2f6669a", "name": "network-vif-deleted", "tag": "a666f870-9037-424f-b21b-b3657e76951e"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:01:56.880413 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227a9d2-68c5-451d-8b88-1c47728f3bab x-openstack-request-id: req-4227a9d2-68c5-451d-8b88-1c47728f3bab {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:01:56.880739 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f710d92c-f834-4809-92f7-52b3c2f6669a", "name": "network-vif-deleted", "tag": "a666f870-9037-424f-b21b-b3657e76951e", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:01:56.882006 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4227a9d2-68c5-451d-8b88-1c47728f3bab {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:01:56.882006 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f710d92c-f834-4809-92f7-52b3c2f6669a', 'name': 'network-vif-deleted', 'tag': 'a666f870-9037-424f-b21b-b3657e76951e', 'status': 'completed', 'code': 200} Jun 23 04:01:57.258352 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf3cc3-1fd5-4a50-96fd-e0f997255462 req-87d7ae0a-5d3b-499c-a530-60e379bfe768 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:57.260562 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bbcf3cc3-1fd5-4a50-96fd-e0f997255462 req-87d7ae0a-5d3b-499c-a530-60e379bfe768 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0656974 Jun 23 04:01:57.308234 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bbcf3cc3-1fd5-4a50-96fd-e0f997255462 req-061f7c9e-70a8-46de-a082-b8ce753d4d60 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358274 Jun 23 04:01:57.401907 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8eff480f-f833-42cf-ac53-b4df5cf5a3cb req-46b5d64b-0649-4e92-9740-f89c2025b0a3 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=f710d92c-f834-4809-92f7-52b3c2f6669a HTTP/1.1" status: 200 len: 210 time: 0.0357394 Jun 23 04:01:57.780720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5a7c1-40e3-4682-b404-db63032e654f req-37e35e35-0415-4ce9-a27e-b2cba495c57c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:57.782197 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfc5a7c1-40e3-4682-b404-db63032e654f req-37e35e35-0415-4ce9-a27e-b2cba495c57c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0638914 Jun 23 04:01:57.820133 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfc5a7c1-40e3-4682-b404-db63032e654f req-3df284cc-c137-433e-bf28-84c8ef41f0fc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317321 Jun 23 04:01:57.905931 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54452) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:57.913254 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55049c85-ba6c-4875-a451-94b2701af869 req-ba91a934-7467-45ab-88a6-3fb961e3932e tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:57.914736 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-55049c85-ba6c-4875-a451-94b2701af869 req-ba91a934-7467-45ab-88a6-3fb961e3932e tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.0675869 Jun 23 04:01:57.951776 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-55049c85-ba6c-4875-a451-94b2701af869 req-3cab8915-c2ac-4ed0-a0f2-4fda388c7888 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Jun 23 04:01:58.305061 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:58.548534 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e74d8-693a-49d0-822f-965aaff1ab17 req-961b62bd-58f4-4a52-a0ce-ed020c0103a5 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:58.549992 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e4e74d8-693a-49d0-822f-965aaff1ab17 req-961b62bd-58f4-4a52-a0ce-ed020c0103a5 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0730221 Jun 23 04:01:58.588480 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8e4e74d8-693a-49d0-822f-965aaff1ab17 req-3e8764df-b6ac-4678-b7da-0ca2d884828a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327539 Jun 23 04:01:58.619938 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Deleting port 6f13540a-381b-4913-a6fa-b5b147e528b9 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:58.620275 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:58.696150 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] For port 6f13540a-381b-4913-a6fa-b5b147e528b9, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=6f13540a-381b-4913-a6fa-b5b147e528b9,segment=NetworkSegment(f173020c-abd0-484b-ae4c-dccd7e6faa0e),segment_id=f173020c-abd0-484b-ae4c-dccd7e6faa0e)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:01:58.696526 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:58.711082 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Calling delete_port for 6f13540a-381b-4913-a6fa-b5b147e528b9 owned by network:router_interface {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:01:58.961535 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:58.964717 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-943a4cb7-4dc4-4140-a457-9d2c34e21ee6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:01:59.000932 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f13540a-381b-4913-a6fa-b5b147e528b9,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:01:59.000932 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:01:59.001606 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fd43e-9725-4846-a375-cdf5c548eff9 req-8f15f08d-46c4-405f-a58d-93675d59ea66 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:59.002397 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-109fd43e-9725-4846-a375-cdf5c548eff9 req-8f15f08d-46c4-405f-a58d-93675d59ea66 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0650961 Jun 23 04:01:59.043297 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-109fd43e-9725-4846-a375-cdf5c548eff9 req-5afe408c-325c-4c17-a640-38ccd7555549 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343852 Jun 23 04:01:59.076895 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 044014ab-df1f-466d-a8e1-e317726ef964 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:01:59.099045 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 044014ab-df1f-466d-a8e1-e317726ef964 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:01:59.099398 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 044014ab-df1f-466d-a8e1-e317726ef964 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:01:59.100047 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a666f870-9037-424f-b21b-b3657e76951e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:01:59.120715 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: a666f870-9037-424f-b21b-b3657e76951e {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:01:59.121326 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a666f870-9037-424f-b21b-b3657e76951e not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:01:59.145249 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717fcf5-7459-4f7c-9c45-1d8661afd777 req-9fbcf141-ffb2-4570-b9b2-931c407ee962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:59.150596 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c717fcf5-7459-4f7c-9c45-1d8661afd777 req-9fbcf141-ffb2-4570-b9b2-931c407ee962 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.0671027 Jun 23 04:01:59.151699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:59.184842 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c717fcf5-7459-4f7c-9c45-1d8661afd777 req-e31be5b7-5582-4761-9747-b924e2ffb80c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Jun 23 04:01:59.361111 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Router c8dce39f-c9e8-4103-a58a-404fbeddb747 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:01:59.459478 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:01:59.465860 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d6f87b17-2e1a-438b-add9-7510db744310 admin admin] 10.222.0.20 "PUT /v2.0/routers/c8dce39f-c9e8-4103-a58a-404fbeddb747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578129 Jun 23 04:01:59.467266 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54468) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:01:59.469959 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] Sync routers for ids ['c8dce39f-c9e8-4103-a58a-404fbeddb747'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:01:59.479873 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] Routers {'c8dce39f-c9e8-4103-a58a-404fbeddb747'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:01:59.480500 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:01:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c8dce39f-c9e8-4103-a58a-404fbeddb747'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:59.568759 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:59.582414 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] Set router c8dce39f-c9e8-4103-a58a-404fbeddb747 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:01:59.671062 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:59.756756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7e180-6ec5-462f-a166-c47efc8431d6 req-87a5d779-1401-4fcc-8a76-3588b7654376 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:59.758151 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-51c7e180-6ec5-462f-a166-c47efc8431d6 req-87a5d779-1401-4fcc-8a76-3588b7654376 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0620177 Jun 23 04:01:59.764345 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56'}], 'enable_snat': True}, 'gw_port_id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T04:01:58Z', 'revision_number': 5, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port': {'id': 'e6f3d0eb-b683-48bb-b0f1-84511fcc4a96', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:df:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T03:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:59.794101 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Deleting port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:59.794345 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:01:59.803079 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] Checking router: c8dce39f-c9e8-4103-a58a-404fbeddb747 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:01:59.811705 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] Routers {'c8dce39f-c9e8-4103-a58a-404fbeddb747'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:01:59.812402 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:01:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c8dce39f-c9e8-4103-a58a-404fbeddb747'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:01:59.832236 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-51c7e180-6ec5-462f-a166-c47efc8431d6 req-a5fc6517-0f9f-4497-b2bb-3f9defba2fb3 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673938 Jun 23 04:01:59.870891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-457a1143-6302-4355-94f5-0d0c5c960ff2 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:01:59.872613 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-457a1143-6302-4355-94f5-0d0c5c960ff2 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.0810928 Jun 23 04:01:59.909177 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] Set router c8dce39f-c9e8-4103-a58a-404fbeddb747 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:01:59.989410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Deleting port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:01:59.989748 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.053562 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T04:01:59Z', 'revision_number': 6, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port_host': None}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:00.082039 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6106f9-a48b-4e92-8cac-b6e1e7bb47f5 None None] The sync data for ids ['c8dce39f-c9e8-4103-a58a-404fbeddb747'] in dv-cinder-768592-6-smb is: [{'id': 'c8dce39f-c9e8-4103-a58a-404fbeddb747', 'name': 'tempest-ServerRescueNegativeTestJSON-2116873012-router', 'tenant_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:51Z', 'updated_at': '2021-06-23T04:01:59Z', 'revision_number': 6, 'project_id': '23df4987bb334f0b9bdeab8c6e820d8d', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:02:00.084953 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] For port 9da09778-dc01-41f9-8e3c-3b25e993b1f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9da09778-dc01-41f9-8e3c-3b25e993b1f3,segment=NetworkSegment(ae363908-c646-436e-bb87-b183cbbd2665),segment_id=ae363908-c646-436e-bb87-b183cbbd2665)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:00.085481 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.104199 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Calling delete_port for 9da09778-dc01-41f9-8e3c-3b25e993b1f3 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:02:00.153098 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] For port e6f3d0eb-b683-48bb-b0f1-84511fcc4a96, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:00.154200 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.171081 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Calling delete_port for e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:02:00.371318 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4d830-5597-4b0a-9b5e-c4897a763cca req-bdc714ac-1987-4ddd-96b7-c8459d877209 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:00.373870 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f5e4d830-5597-4b0a-9b5e-c4897a763cca req-bdc714ac-1987-4ddd-96b7-c8459d877209 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1882651 Jun 23 04:02:00.449008 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f5e4d830-5597-4b0a-9b5e-c4897a763cca req-6f4dc3ed-c1cc-43ae-a2fa-ea919afcb213 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489843 Jun 23 04:02:00.452476 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.457083 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:00.469067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b033c3-cf48-4347-9fed-c1d39226f6bd req-e2f21c3d-8f28-4846-810a-b0094f71a30c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:00.476936 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6b033c3-cf48-4347-9fed-c1d39226f6bd req-e2f21c3d-8f28-4846-810a-b0094f71a30c tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 946 time: 0.1457288 Jun 23 04:02:00.485617 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.493525 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f3d0eb-b683-48bb-b0f1-84511fcc4a96,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:00.494993 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:00.500262 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:00.502512 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['9da09778-dc01-41f9-8e3c-3b25e993b1f3'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:02:00.527265 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Pushing event deleted for resources: {'Port': ['ID=9da09778-dc01-41f9-8e3c-3b25e993b1f3,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:00.533675 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:00.562625 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6b033c3-cf48-4347-9fed-c1d39226f6bd req-3bf259f2-e874-47bb-b382-1af49bd04786 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/security-groups?id=2754f8f2-89c2-46df-a81e-2b611c6a401f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842142 Jun 23 04:02:00.598704 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.649707 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] No DVR routers for this DVR port 9da09778-dc01-41f9-8e3c-3b25e993b1f3 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:02:00.653109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.654969 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-03d26890-393f-4515-9e45-aed0bf4f39b1 req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.11 "DELETE /v2.0/ports/9da09778-dc01-41f9-8e3c-3b25e993b1f3 HTTP/1.1" status: 204 len: 173 time: 0.7758760 Jun 23 04:02:00.655454 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'name': 'network-vif-deleted', 'tag': '9da09778-dc01-41f9-8e3c-3b25e993b1f3'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:00.657682 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef21493c-7e5b-4a5b-9a95-f5309fdce9d1" -d '{"events": [{"server_uuid": "208d48cd-2eab-43ff-b2b0-5d1be831ea93", "name": "network-vif-deleted", "tag": "9da09778-dc01-41f9-8e3c-3b25e993b1f3"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:00.698347 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a748a8-0084-46bf-b581-60540b8fa2f0 req-8a3cecc3-68dd-42d3-8a9e-b9a65b938732 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:00.699858 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e9a748a8-0084-46bf-b581-60540b8fa2f0 req-8a3cecc3-68dd-42d3-8a9e-b9a65b938732 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 945 time: 0.0964854 Jun 23 04:02:00.702005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88bdd61-1e9e-4773-8b40-918cbed67a63 x-openstack-request-id: req-a88bdd61-1e9e-4773-8b40-918cbed67a63 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:00.702344 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208d48cd-2eab-43ff-b2b0-5d1be831ea93", "name": "network-vif-deleted", "tag": "9da09778-dc01-41f9-8e3c-3b25e993b1f3", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:00.702995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a88bdd61-1e9e-4773-8b40-918cbed67a63 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:00.703186 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208d48cd-2eab-43ff-b2b0-5d1be831ea93', 'name': 'network-vif-deleted', 'tag': '9da09778-dc01-41f9-8e3c-3b25e993b1f3', 'status': 'completed', 'code': 200} Jun 23 04:02:00.704831 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.707112 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.741113 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e9a748a8-0084-46bf-b581-60540b8fa2f0 req-00889273-e2d4-407b-94cf-13a730e6a4c6 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Jun 23 04:02:00.843800 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.844293 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8dce39f-c9e8-4103-a58a-404fbeddb747 {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:02:00.849029 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.850225 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c8dce39f-c9e8-4103-a58a-404fbeddb747 HTTP/1.1" status: 204 len: 168 time: 1.3819957 Jun 23 04:02:00.852757 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54484) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:00.905799 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Deleting subnet 5f62057a-584a-4c00-b7c7-f1c98255f477 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:02:00.913687 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:00.951320 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64753035'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.004231 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.060029 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e0ea4-debd-4992-999d-831bbbf0f34e req-b9ecad7d-b1ad-4650-8bf8-4a7a013763c4 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:01.064188 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5d9e0ea4-debd-4992-999d-831bbbf0f34e req-b9ecad7d-b1ad-4650-8bf8-4a7a013763c4 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0921669 Jun 23 04:02:01.064486 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6f13540a-381b-4913-a6fa-b5b147e528b9 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:02:01.088350 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 6f13540a-381b-4913-a6fa-b5b147e528b9 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:02:01.088789 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6f13540a-381b-4913-a6fa-b5b147e528b9 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:02:01.104736 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5d9e0ea4-debd-4992-999d-831bbbf0f34e req-8291ba0a-a36f-405c-8592-1d010fa1867a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353584 Jun 23 04:02:01.155968 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2724190'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.158318 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3ce53b95-0876-49a7-82ba-05472f210185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:01.184541 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f62057a-584a-4c00-b7c7-f1c98255f477,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:01.186483 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.189438 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5f62057a-584a-4c00-b7c7-f1c98255f477 HTTP/1.1" status: 204 len: 168 time: 0.3340704 Jun 23 04:02:01.189438 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d36e8815-e6cb-41fb-8fcc-4d75253cc9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:01.191042 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54490) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:01.263276 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.542005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.552163 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.552508 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.553278 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.553617 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > port after_create 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.553935 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > port after_delete 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.554269 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > port after_update 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.554612 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.554927 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.555256 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.555601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.700948 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.702907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.702907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.702907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99839) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 04:02:01.702907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1594d0f-4d8f-468b-9a96-dd79732224af']}} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:01.722549 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f173020c-abd0-484b-ae4c-dccd7e6faa0e') {'for_net_delete': True} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:01.722843 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f173020c-abd0-484b-ae4c-dccd7e6faa0e') {} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:01.788013 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6f970a30-5848-40bc-9a22-e3c885f63d06 req-1978c5cc-e1cd-4e08-a3e5-ef7c26dd695f tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] 10.222.0.20 "GET /v2.0/ports?device_id=208d48cd-2eab-43ff-b2b0-5d1be831ea93 HTTP/1.1" status: 200 len: 210 time: 0.0722575 Jun 23 04:02:01.791148 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63266486'] for segment, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.818011 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.831773 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=99839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:02:01.832166 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3588948'] for segment, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: from cryptography.utils import int_from_bytes Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: from cryptography.utils import int_from_bytes Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.836813 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: Traceback (most recent call last): Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: timer() Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: cb(*args, **kw) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: return func(*args, **kwargs) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: self._notify() Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: self.callback(batched_events) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: event.method(event) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: return f(self, *a, **k) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: return self._get(url).json() Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: return self.request(url, 'GET', **kwargs) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:02:01.840672 dv-cinder-768592-6-smb neutron-server[99839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:02:01.907742 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159c459-7f51-4283-8b5f-79c570ea11ee req-7a69e071-2000-42dd-a4fc-5f85d64333a8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:01.909189 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0159c459-7f51-4283-8b5f-79c570ea11ee req-7a69e071-2000-42dd-a4fc-5f85d64333a8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1947620 Jun 23 04:02:01.971720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.979021 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0159c459-7f51-4283-8b5f-79c570ea11ee req-d95965cd-ab8b-41b6-9d52-850e6bca2239 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475187 Jun 23 04:02:01.987330 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:01.987330 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:01.988523 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1594d0f-4d8f-468b-9a96-dd79732224af HTTP/1.1" status: 204 len: 168 time: 0.7964835 Jun 23 04:02:02.001530 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1594d0f-4d8f-468b-9a96-dd79732224af,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:02.004911 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:02.014505 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a87d85-34eb-4326-a8b5-e54da158ced8 req-d642de4b-c7a3-42b0-8828-29d585da91de tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:02.016178 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-75a87d85-34eb-4326-a8b5-e54da158ced8 req-d642de4b-c7a3-42b0-8828-29d585da91de tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 945 time: 0.1265621 Jun 23 04:02:02.060424 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-75a87d85-34eb-4326-a8b5-e54da158ced8 req-d2ae7005-0737-450b-9afe-5b057950b71b tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/security-groups?id=1e92b01e-9e7b-4671-a9ce-3ccd595d42de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Jun 23 04:02:02.297171 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-a7c62b2e-0453-4fc1-962e-e42acc7f8d27 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:02.298588 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-a7c62b2e-0453-4fc1-962e-e42acc7f8d27 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 945 time: 0.1068556 Jun 23 04:02:02.309764 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4cec7-2403-476b-b19e-06883e7d304a req-21408bdd-bcd8-4953-ad20-afef70cf88e1 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:02.311152 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-81f4cec7-2403-476b-b19e-06883e7d304a req-21408bdd-bcd8-4953-ad20-afef70cf88e1 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0910544 Jun 23 04:02:02.377298 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-81f4cec7-2403-476b-b19e-06883e7d304a req-b45bd255-b398-4bea-834e-21ec80c6dd3c tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590265 Jun 23 04:02:02.399687 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54502) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:02.429014 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Deleting port a1898b47-8cdf-4873-9e9f-d12b2d07e50b {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:02:02.429367 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.443826 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ef603086-802f-485c-aec1-60fa909b7676 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23df4987bb334f0b9bdeab8c6e820d8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406466 Jun 23 04:02:02.444164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54506) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:02.491286 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.513618 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.522869 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] For port a1898b47-8cdf-4873-9e9f-d12b2d07e50b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,segment=NetworkSegment(cb2e039d-adad-45d8-b36c-2508177af495),segment_id=cb2e039d-adad-45d8-b36c-2508177af495)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:02.523233 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.537202 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Calling delete_port for a1898b47-8cdf-4873-9e9f-d12b2d07e50b owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:02:02.584964 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:02:02.604848 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:02:02.609309 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e6f3d0eb-b683-48bb-b0f1-84511fcc4a96 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:02:02.626812 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.629630 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.630855 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06533b5f-81c9-463c-812d-2ca31fa7a111 HTTP/1.1" status: 204 len: 168 time: 0.1858704 Jun 23 04:02:02.631817 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4070d879-9a4e-430a-be3f-77d206187d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:02.639491 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06533b5f-81c9-463c-812d-2ca31fa7a111,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:02.641975 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:02.735250 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.737050 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-98c4cab2-465e-4950-892c-5af697cb5e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:02.746139 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['a1898b47-8cdf-4873-9e9f-d12b2d07e50b'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:02:02.762778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Pushing event deleted for resources: {'Port': ['ID=a1898b47-8cdf-4873-9e9f-d12b2d07e50b,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:02.765965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:02.807686 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] No DVR routers for this DVR port a1898b47-8cdf-4873-9e9f-d12b2d07e50b on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:02:02.810707 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:02.813035 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-76aeff94-199f-433d-8686-ce556d8f0b3a req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.11 "DELETE /v2.0/ports/a1898b47-8cdf-4873-9e9f-d12b2d07e50b HTTP/1.1" status: 204 len: 173 time: 0.5010080 Jun 23 04:02:02.813565 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055c79e8-d040-4781-953c-6037ac1ae046', 'name': 'network-vif-deleted', 'tag': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:02.815885 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edfa73b-fa23-4ad9-a6e3-1ea6f6460f3d" -d '{"events": [{"server_uuid": "055c79e8-d040-4781-953c-6037ac1ae046", "name": "network-vif-deleted", "tag": "a1898b47-8cdf-4873-9e9f-d12b2d07e50b"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:02.890488 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f11fa-89cd-4a95-863b-a64da37faf6f req-67b0a25b-3cb2-4414-a524-9b9641c71531 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:02.904694 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-099f11fa-89cd-4a95-863b-a64da37faf6f req-67b0a25b-3cb2-4414-a524-9b9641c71531 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0774603 Jun 23 04:02:02.945220 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ab917-e29f-498b-8f96-cd6cf1ece0e0 x-openstack-request-id: req-5f2ab917-e29f-498b-8f96-cd6cf1ece0e0 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:02.945608 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "055c79e8-d040-4781-953c-6037ac1ae046", "name": "network-vif-deleted", "tag": "a1898b47-8cdf-4873-9e9f-d12b2d07e50b", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:02.945976 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f2ab917-e29f-498b-8f96-cd6cf1ece0e0 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:02.946461 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055c79e8-d040-4781-953c-6037ac1ae046', 'name': 'network-vif-deleted', 'tag': 'a1898b47-8cdf-4873-9e9f-d12b2d07e50b', 'status': 'completed', 'code': 200} Jun 23 04:02:02.960745 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-099f11fa-89cd-4a95-863b-a64da37faf6f req-94942089-6be6-4ed2-8f2a-79d1538de3e9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612326 Jun 23 04:02:03.004309 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-70edc7db-a0da-4cf1-8ada-30d739ffe668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:03.005978 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-70edc7db-a0da-4cf1-8ada-30d739ffe668 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1098 time: 0.0565653 Jun 23 04:02:03.089295 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a1898b47-8cdf-4873-9e9f-d12b2d07e50b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:02:03.132380 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-108ccd9d-64be-470b-aa29-b0911049094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:03.133574 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: a1898b47-8cdf-4873-9e9f-d12b2d07e50b {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:02:03.135289 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device a1898b47-8cdf-4873-9e9f-d12b2d07e50b not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:02:03.135981 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 9da09778-dc01-41f9-8e3c-3b25e993b1f3 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:02:03.138875 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-108ccd9d-64be-470b-aa29-b0911049094d service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.1267748 Jun 23 04:02:03.194113 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 9da09778-dc01-41f9-8e3c-3b25e993b1f3 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:02:03.195906 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 9da09778-dc01-41f9-8e3c-3b25e993b1f3 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:02:03.267167 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-a6f67fb0-d8f2-49df-87a5-99f2c58a8ad8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 1000 time: 0.1177704 Jun 23 04:02:03.327769 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-184f4822-ff58-4274-8edd-70f1708c7d03 req-b2918184-535d-4fcb-bef8-8778554a7c65 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] 10.222.0.20 "GET /v2.0/ports?device_id=055c79e8-d040-4781-953c-6037ac1ae046 HTTP/1.1" status: 200 len: 210 time: 0.0579028 Jun 23 04:02:03.351921 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6709343-5385-4f54-90fa-b2251aeeffd0 req-cae44c86-392c-4041-9a95-325810843a0f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:03.351921 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e6709343-5385-4f54-90fa-b2251aeeffd0 req-cae44c86-392c-4041-9a95-325810843a0f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1547098 Jun 23 04:02:03.365008 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-b1583075-450d-4199-bcf0-2cf9c2d803ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:03.366382 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-b1583075-450d-4199-bcf0-2cf9c2d803ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0869811 Jun 23 04:02:03.418212 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e6709343-5385-4f54-90fa-b2251aeeffd0 req-48958832-6103-46ec-962f-fccd1273b36a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625870 Jun 23 04:02:03.448212 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-1fd3bc41-7701-4ec9-b811-94969c955789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:03.449905 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-1fd3bc41-7701-4ec9-b811-94969c955789 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690048 Jun 23 04:02:03.563590 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-9cb259d7-ed2c-4ff7-b9e8-3912fda9c284 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985727 Jun 23 04:02:03.669622 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e66a73b0-ec08-48af-a05e-0d7260eeb47e req-64726d4b-5d1b-4562-b3f9-fb6861806354 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991852 Jun 23 04:02:04.163619 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed3b7c-7095-43f7-a1a7-d20ca361baec req-0b36a055-435e-42a1-8708-d9fa60fd0983 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:04.165080 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06ed3b7c-7095-43f7-a1a7-d20ca361baec req-0b36a055-435e-42a1-8708-d9fa60fd0983 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0653362 Jun 23 04:02:04.208172 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06ed3b7c-7095-43f7-a1a7-d20ca361baec req-6a1c949f-b45d-442d-a2f0-66fcf5fd047b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333743 Jun 23 04:02:04.433716 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54594) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:04.489367 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Deleting subnet e5218363-694b-4283-a1cd-aecf28de1f28 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:02:04.493298 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.530951 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64753035'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.584233 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.637973 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1b178-32c9-4bba-b131-885db3ec7f7c req-4d7dd470-7ce2-4978-a93b-dc92958443ad tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:04.640231 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ef1b178-32c9-4bba-b131-885db3ec7f7c req-4d7dd470-7ce2-4978-a93b-dc92958443ad tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0770428 Jun 23 04:02:04.678564 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0ef1b178-32c9-4bba-b131-885db3ec7f7c req-04aa5bfb-ff1a-4655-b743-af622843d8fe tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323470 Jun 23 04:02:04.715625 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2724190'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.718825 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:04.747675 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5218363-694b-4283-a1cd-aecf28de1f28,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:04.749606 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.755363 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e5218363-694b-4283-a1cd-aecf28de1f28 HTTP/1.1" status: 204 len: 168 time: 0.3185284 Jun 23 04:02:04.755486 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54606) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:04.755605 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0969903d-779b-4708-aa88-9f7ec86b8a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:04.837904 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.913846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.924965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71564db7-981c-474e-951b-039595daa65a']}} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:04.935138 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2e039d-adad-45d8-b36c-2508177af495') {'for_net_delete': True} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:04.935453 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2e039d-adad-45d8-b36c-2508177af495') {} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:04.944188 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63266486'] for segment, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.961218 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.967617 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=99839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:02:04.968005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3588948'] for segment, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: Traceback (most recent call last): Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: timer() Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: cb(*args, **kw) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: return func(*args, **kwargs) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: self._notify() Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: self.callback(batched_events) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: event.method(event) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: return f(self, *a, **k) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: return self._get(url).json() Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: return self.request(url, 'GET', **kwargs) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:02:04.969594 dv-cinder-768592-6-smb neutron-server[99839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:02:05.092832 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:05.099189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:05.101969 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/71564db7-981c-474e-951b-039595daa65a HTTP/1.1" status: 204 len: 168 time: 0.3463001 Jun 23 04:02:05.103846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c5cd38f2-a3ef-4913-a8f8-48c3ff31e582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:05.126522 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=71564db7-981c-474e-951b-039595daa65a,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:05.130658 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d6293698-7ed1-42e5-8de9-6fc2503708e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:05.445607 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c5f48-c9c0-4c67-9ffe-b06f52209ee1 req-184ecaeb-0c8f-4fad-97ca-66af53aad479 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:05.454101 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5a0c5f48-c9c0-4c67-9ffe-b06f52209ee1 req-184ecaeb-0c8f-4fad-97ca-66af53aad479 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.1003716 Jun 23 04:02:05.512250 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5a0c5f48-c9c0-4c67-9ffe-b06f52209ee1 req-491559e9-c962-44c1-85ed-3d05b3ac765a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568085 Jun 23 04:02:05.568975 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54646) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:05.625150 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3ce130cd-1067-41c8-aa49-516799101199 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35b9c41f74304cdea09ae1dfe3ba9498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525427 Jun 23 04:02:05.625516 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54650) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:05.677967 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:05.708518 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:05.843637 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:05.846591 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:05.847756 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e92b01e-9e7b-4671-a9ce-3ccd595d42de HTTP/1.1" status: 204 len: 168 time: 0.2206297 Jun 23 04:02:05.848698 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-855a094b-2a24-423e-b3b6-94c2488e26b3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:05.863701 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e92b01e-9e7b-4671-a9ce-3ccd595d42de,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:05.885306 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:05.961134 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d0f76-89f3-4687-ba00-682439a44cd9 req-8f93d381-d99d-4fca-aab8-cf0a27cac6d2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:05.962742 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6e2d0f76-89f3-4687-ba00-682439a44cd9 req-8f93d381-d99d-4fca-aab8-cf0a27cac6d2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1001077 Jun 23 04:02:06.003634 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6e2d0f76-89f3-4687-ba00-682439a44cd9 req-8b4d8dd9-789c-4906-8d52-1c7675bc2fc1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340958 Jun 23 04:02:07.001890 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-982f5f98-9a58-48e9-9c43-6b27ea5393ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753510 Jun 23 04:02:07.157376 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-9ea11d83-c663-4008-b41e-94a40590d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:07.157376 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-9ea11d83-c663-4008-b41e-94a40590d05b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1098 time: 0.1247003 Jun 23 04:02:07.350154 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-6905f66b-a573-42d5-93f1-d47ba06cc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:07.351883 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-6905f66b-a573-42d5-93f1-d47ba06cc089 service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.1685927 Jun 23 04:02:07.359656 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eeeeb-7d15-4026-ac43-a16c0276b0e1 req-29cbf0d4-b168-442e-99a6-96550446b156 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:07.361101 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-198eeeeb-7d15-4026-ac43-a16c0276b0e1 req-29cbf0d4-b168-442e-99a6-96550446b156 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1462176 Jun 23 04:02:07.536471 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-198eeeeb-7d15-4026-ac43-a16c0276b0e1 req-b8021acb-ce2d-4dd8-8896-e7053fd58a18 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675260 Jun 23 04:02:07.538643 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-597b22b3-ccf7-4472-91b5-5cd226015032 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 1000 time: 0.1766953 Jun 23 04:02:07.608509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-fad6632b-d18c-41aa-8b8a-ec483d4343b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:07.610131 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-fad6632b-d18c-41aa-8b8a-ec483d4343b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0648875 Jun 23 04:02:07.685724 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-d6b98336-4c41-4f1e-a593-0f299c1e5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:07.690444 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-d6b98336-4c41-4f1e-a593-0f299c1e5dbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720153 Jun 23 04:02:07.806144 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-318befee-763a-4103-8e8b-e2f527348aa5 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083608 Jun 23 04:02:07.929684 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-99c0418e-eaad-46cb-8bf4-0d8e472b8087 req-cc3c16b7-a5e2-4a79-8074-22e4652fb3e7 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163051 Jun 23 04:02:08.766200 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d1833-d9d3-485d-8c68-9b2b262c079f req-9096cf3c-c62b-4270-b78c-a81d37e720f5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:08.770745 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022d1833-d9d3-485d-8c68-9b2b262c079f req-9096cf3c-c62b-4270-b78c-a81d37e720f5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0897775 Jun 23 04:02:08.819776 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022d1833-d9d3-485d-8c68-9b2b262c079f req-c3e9cfb1-275c-4357-a1c7-9bf8c6382a49 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521021 Jun 23 04:02:09.212137 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54802) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:09.375396 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54808) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:09.442888 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.487157 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d142-d14e-43ca-9921-e08dbe0ab56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.583950 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.660274 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.664410 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-44fb7fb9-c5e3-451e-914e-95763c2a374b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:09.734652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca08dc-8378-4475-a0db-cee2f9db5d58,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:09.738225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.744049 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:09.752836 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54816) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:09.753928 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c09374433ca41aea4d9b45477fb0304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767407 Jun 23 04:02:09.817330 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d142-d14e-43ca-9921-e08dbe0ab56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.837169 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.864297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.883583 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d142-d14e-43ca-9921-e08dbe0ab56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:09.888186 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27613d6f-b435-4adf-a4e3-51652712fa29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:09.961069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54820) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:09.963938 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c6b3d142-d14e-43ca-9921-e08dbe0ab56f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad0b074c23db4251970cebbf2e1261bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7505968 Jun 23 04:02:09.971381 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3d142-d14e-43ca-9921-e08dbe0ab56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2d8949-3fd9-4ecd-afbf-7017ea336d0b,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:09.977642 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c6b3d142-d14e-43ca-9921-e08dbe0ab56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:10.084408 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:10.088533 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:10.092349 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3ca08dc-8378-4475-a0db-cee2f9db5d58 HTTP/1.1" status: 204 len: 168 time: 0.3377943 Jun 23 04:02:10.096125 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6a9b86f4-4328-4516-8b7a-1aa9c68105f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:10.107838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:10.126936 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca08dc-8378-4475-a0db-cee2f9db5d58,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:10.135682 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45632-0e37-4980-b8b1-6f055d8141fb req-b60c2ccf-8d02-458a-90a3-9d0d22f31208 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:10.145159 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-79c45632-0e37-4980-b8b1-6f055d8141fb req-b60c2ccf-8d02-458a-90a3-9d0d22f31208 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1467617 Jun 23 04:02:10.151756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:10.174255 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:10.229227 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-79c45632-0e37-4980-b8b1-6f055d8141fb req-de56a16f-44e8-437d-93a7-64bff47a8f3d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842757 Jun 23 04:02:10.372697 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:10.375247 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:10.378752 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c2d8949-3fd9-4ecd-afbf-7017ea336d0b HTTP/1.1" status: 204 len: 168 time: 0.4141498 Jun 23 04:02:10.378752 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3a8e6103-18fb-4bc5-94f9-2ab0142926d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:10.387685 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2d8949-3fd9-4ecd-afbf-7017ea336d0b,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:10.391024 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:10.876280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54834) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:10.894197 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.125186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.187868 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:02:11.220941 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.224410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ce7658ea-ef76-4809-b5dc-b0cb658305f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:11.253023 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54838) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:11.262336 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cebc2d13d60046fc87aa2154e88f4664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849247 Jun 23 04:02:11.263213 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd262f35-b11b-4996-b685-28051aec34da,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:11.270912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 54842) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:11.285517 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.290321 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:11.301600 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:11.303919 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'mac_address': 'fa:16:3e:2d:2d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:02:11.321731 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.346287 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.348830 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.371044 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d126e803-6ee9-4a88-9a62-947960d7e336 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:02:11.402873 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:11.409124 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.463767 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfa243-8c7d-4561-9d7c-56c9c723a78b req-1d8fb1dc-30a4-4eae-b666-7b0698ef26cf tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:11.465360 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7bbfa243-8c7d-4561-9d7c-56c9c723a78b req-1d8fb1dc-30a4-4eae-b666-7b0698ef26cf tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0791581 Jun 23 04:02:11.471781 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.471985 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:11.500867 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.503867 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f615cabc-5322-4ab1-b50e-3bd87a92551e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:11.526421 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.536970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.538087 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd262f35-b11b-4996-b685-28051aec34da HTTP/1.1" status: 204 len: 168 time: 0.2716579 Jun 23 04:02:11.539920 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=6']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:11.545808 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:11.558092 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d145506b5124cfead63bfde88be1a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032739 Jun 23 04:02:11.558971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-167c202d-bc7a-473a-89d9-15b089221ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:11.567984 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 54850) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:11.570766 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7bbfa243-8c7d-4561-9d7c-56c9c723a78b req-622e83c9-3ae2-4da9-9b2c-c2d241adca6e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929897 Jun 23 04:02:11.573219 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['d126e803-6ee9-4a88-9a62-947960d7e336'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:02:11.586054 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd262f35-b11b-4996-b685-28051aec34da,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:11.593379 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345c55cb-6a3a-41d9-bb33-cbb6cf14be59,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:11.595241 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:11.622576 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:11.695454 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.730338 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.895050 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.898044 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:11.901988 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/345c55cb-6a3a-41d9-bb33-cbb6cf14be59 HTTP/1.1" status: 204 len: 168 time: 0.3302805 Jun 23 04:02:11.901988 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fe91d0cb-4a48-4f76-b778-fcb901b13cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:11.917131 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345c55cb-6a3a-41d9-bb33-cbb6cf14be59,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:11.919946 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:12.841275 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d175c5-5a3e-4f74-bf42-295f1fd7f640 req-3f07a6d1-d1d3-4551-8509-ae3d02fc6911 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:12.843600 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-51d175c5-5a3e-4f74-bf42-295f1fd7f640 req-3f07a6d1-d1d3-4551-8509-ae3d02fc6911 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0941556 Jun 23 04:02:12.897452 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-51d175c5-5a3e-4f74-bf42-295f1fd7f640 req-6d540248-2dba-497a-821d-82db6278748c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471644 Jun 23 04:02:13.185072 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:02:13.237958 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port d126e803-6ee9-4a88-9a62-947960d7e336 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:02:13.238827 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:13.324450 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:13.353801 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:13.356318 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f5015-7909-421a-93fd-50492fa75f5b" -d '{"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-plugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:13.372556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:13.404199 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f49e3fb-c4b0-44f9-9dfd-47970a1dd023 x-openstack-request-id: req-5f49e3fb-c4b0-44f9-9dfd-47970a1dd023 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:13.404505 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-plugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:13.404756 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f49e3fb-c4b0-44f9-9dfd-47970a1dd023 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:13.405270 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'code': 200} Jun 23 04:02:13.478500 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:13.481065 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:13.574564 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=7']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:13.586144 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:14.120355 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636cae5-a05d-484d-805c-167a42048d62 req-fe3ff58d-f377-4fc1-815a-9f3ded822b7b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:14.122457 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4636cae5-a05d-484d-805c-167a42048d62 req-fe3ff58d-f377-4fc1-815a-9f3ded822b7b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0736914 Jun 23 04:02:14.203319 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4636cae5-a05d-484d-805c-167a42048d62 req-de818f78-dcc7-4693-aa43-f74a677bfbe5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688813 Jun 23 04:02:15.248044 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-50fd6a77-e4d1-45ef-bc2c-b51716fbdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:15.529564 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55002) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:15.656173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cfaa3-ebdb-44a7-add5-6b97e71175bf req-d4695f71-5327-4756-b54d-85507313f7d5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:15.659921 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-519cfaa3-ebdb-44a7-add5-6b97e71175bf req-d4695f71-5327-4756-b54d-85507313f7d5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.3050148 Jun 23 04:02:15.693557 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:15.715874 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-519cfaa3-ebdb-44a7-add5-6b97e71175bf req-628fcd17-5231-4174-9473-26837fef46ae tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516045 Jun 23 04:02:15.802793 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:15.915420 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:15.919263 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a3d066b4-cd3f-4e8b-8889-db77edb180ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:15.972339 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55016) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:15.981467 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bea8d206f502453d92fdf8b67a4fdf90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4505737 Jun 23 04:02:15.985004 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d55b1ef-f0ca-427b-a80e-47824826d1df,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:15.995663 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:16.057341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.083295 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.205195 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.210388 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.215892 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d55b1ef-f0ca-427b-a80e-47824826d1df HTTP/1.1" status: 204 len: 168 time: 0.2420726 Jun 23 04:02:16.217674 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a86b1f0d-4850-44a3-8957-d0340d316465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:16.226320 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d55b1ef-f0ca-427b-a80e-47824826d1df,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:16.229349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:16.273760 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55030) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:16.440291 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.581127 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.669519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.673310 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-414f9646-94fd-42d0-a5ea-f35ee957ce31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:16.734567 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ed0b74c7b81483090bab8286e8e0802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568937 Jun 23 04:02:16.736382 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55042) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:16.746575 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c46cae-65be-4ac7-8e9b-58972b95e423,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:16.749887 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:16.820353 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.851699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.974752 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.977355 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:16.978936 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61c46cae-65be-4ac7-8e9b-58972b95e423 HTTP/1.1" status: 204 len: 168 time: 0.2434666 Jun 23 04:02:16.980032 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2d84c74d-c1a2-4e47-899c-99d1386ee2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:16.993703 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c46cae-65be-4ac7-8e9b-58972b95e423,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:17.001865 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:17.003084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993da907-1393-4c8a-8ecd-f414b4a3025a req-444474d1-4636-405f-ad5d-e42e84d4b7ee tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:17.004371 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-993da907-1393-4c8a-8ecd-f414b4a3025a req-444474d1-4636-405f-ad5d-e42e84d4b7ee tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1074655 Jun 23 04:02:17.042444 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55060) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:17.058142 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.065492 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-993da907-1393-4c8a-8ecd-f414b4a3025a req-68e6d035-6a04-4aaa-8d16-c43a3ae23859 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532813 Jun 23 04:02:17.175376 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.286941 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.289927 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27b577f2-165f-4b15-8f4e-9bcb594430a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:17.321313 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bffecd1-c155-48bf-b647-5bffe08d5b95,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:17.349136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:17.416832 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b48279307554961b713db999b36ae8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704517 Jun 23 04:02:17.417065 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55066) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:17.502881 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6ac99b89-54d6-46ad-81b7-f0de4a384b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.550360 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.578929 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.706187 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.709388 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:17.719288 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bffecd1-c155-48bf-b647-5bffe08d5b95 HTTP/1.1" status: 204 len: 168 time: 0.2989631 Jun 23 04:02:17.721924 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1ddec6cd-c41a-4ac7-a782-798b2d86f85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:17.750739 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bffecd1-c155-48bf-b647-5bffe08d5b95,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:17.773015 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:18.197905 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:18.349281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fec1f-ba02-4885-a42d-7fc3cbd0525f req-c29c9cca-d861-4c7c-b429-78fba64975c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:18.357598 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55072) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:18.361127 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-597fec1f-ba02-4885-a42d-7fc3cbd0525f req-c29c9cca-d861-4c7c-b429-78fba64975c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0878682 Jun 23 04:02:18.386990 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:18.412072 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-597fec1f-ba02-4885-a42d-7fc3cbd0525f req-e407d195-19da-4b6e-b5f6-16820beb4472 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464900 Jun 23 04:02:18.549054 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:18.618641 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:18.623832 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-bdfc121f-b0a1-4a23-a3a8-079f4b6e1e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:18.688806 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee19f93-96d1-4907-bb53-93bb050f87a3,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:18.711852 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:18.751954 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b24cebbc952a4478b1d68603395a0a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931668 Jun 23 04:02:18.755120 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55084) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:18.807379 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:18.846221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:18.876279 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:19.014749 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:19.020180 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:19.025373 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ee19f93-96d1-4907-bb53-93bb050f87a3 HTTP/1.1" status: 204 len: 168 time: 0.2683496 Jun 23 04:02:19.031863 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9eb38ce0-ba72-4021-b54b-9807a873dd15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:19.054222 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee19f93-96d1-4907-bb53-93bb050f87a3,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:19.057636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-56ed2a05-5abf-4b25-922e-68a3c128acb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:19.758647 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216f1a4-3aeb-4997-ad37-2a48ffcdd792 req-40af403b-39aa-4f00-92bd-3c2e27f280de tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:19.768720 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b216f1a4-3aeb-4997-ad37-2a48ffcdd792 req-40af403b-39aa-4f00-92bd-3c2e27f280de tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1281543 Jun 23 04:02:19.840809 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b216f1a4-3aeb-4997-ad37-2a48ffcdd792 req-71118e84-93b1-4c66-812a-4164f7ba1558 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657213 Jun 23 04:02:20.290114 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:20.783351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55130) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:21.100768 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eca4f-6945-4c6c-872d-1fa4378fe9ac req-7aa0e9f6-fbaa-4057-be68-f02302ab9816 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:21.102278 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-156eca4f-6945-4c6c-872d-1fa4378fe9ac req-7aa0e9f6-fbaa-4057-be68-f02302ab9816 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0849218 Jun 23 04:02:21.108522 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-135854293-network', 'tenant_id': '6c2374b7e3e141ff946e148059e4a585'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:21.192790 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-156eca4f-6945-4c6c-872d-1fa4378fe9ac req-64e08225-afd7-4d23-be43-368f9304f933 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711534 Jun 23 04:02:21.548349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Made reservation on behalf of 6c2374b7e3e141ff946e148059e4a585 for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:21.548349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:21.550720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:21.759271 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:21.866753 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:21.872834 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2389c589-d02b-4e02-bfe9-3c008312ef39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:21.892141 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:02:21.904296 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad973045-5fd3-4f14-8368-48a43e790cf6,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:21.907576 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:21.913419 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:21.913773 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Added segment 096dc571-d37c-422a-84b2-4db5ff492992 of type vlan for network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 Jun 23 04:02:21.984772 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:22.070091 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:22.072052 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:22.072626 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:22.074985 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:22.138880 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Pushing event updated for resources: {'Network': ['ID=9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:22.141592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:22.155230 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:02:22.205584 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4199150 Jun 23 04:02:22.208365 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55152) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:22.217794 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Request body: {'subnet': {'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-135854293-subnet', 'tenant_id': '6c2374b7e3e141ff946e148059e4a585', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:22.396957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Made reservation on behalf of 6c2374b7e3e141ff946e148059e4a585 for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:22.400359 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8586729'] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:22.743033 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb57afe-ef97-4c76-80ca-b4f942900ed1 req-3f0aae4c-3334-4833-b7b4-033ab214a676 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:22.744843 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfb57afe-ef97-4c76-80ca-b4f942900ed1 req-3f0aae4c-3334-4833-b7b4-033ab214a676 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.2091553 Jun 23 04:02:22.746493 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63558666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8586747'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:22.750014 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6088b2b7-69da-4921-9594-39992a0ff021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:22.824684 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bfb57afe-ef97-4c76-80ca-b4f942900ed1 req-ffd8ba36-8743-4e96-9cd0-623e592445d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719912 Jun 23 04:02:22.858070 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Checking segment: {'id': '096dc571-d37c-422a-84b2-4db5ff492992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:02:22.858070 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Network hostable DHCP agents. Network: 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:02:22.864886 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791f1988-d44b-402c-ade8-d7d1bb552716,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:22.867709 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:22.983696 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:02:23.065293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:02:23.080505 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:23.081620 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:23.086355 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668c1be-80f2-4249-b08a-3db1c8561924 None None] Network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:02:23.229677 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0113764 Jun 23 04:02:23.249010 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e1b25-f7d7-4e0f-a3c4-6a7d3ab20cc1 None None] Network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:02:24.065539 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e186e5-433b-4822-8425-fbaed04c2c6e req-4591a430-2bdc-4ba5-9702-7bc7b9d61eda tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:24.067076 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-83e186e5-433b-4822-8425-fbaed04c2c6e req-4591a430-2bdc-4ba5-9702-7bc7b9d61eda tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0818172 Jun 23 04:02:24.119859 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-83e186e5-433b-4822-8425-fbaed04c2c6e req-1b1f8c2f-9322-4d5f-8314-e265eedbd71f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461390 Jun 23 04:02:24.159990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55200) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:24.164916 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1607603678-network', 'tenant_id': '34b042ba3fba47d6ac77ab554218f583'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:24.243982 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Made reservation on behalf of 34b042ba3fba47d6ac77ab554218f583 for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:24.246376 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.255489 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.359542 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.454479 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.461288 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-737a3c18-0d7b-413f-be63-bca80e460b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:24.480759 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:02:24.496373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a91625d-235e-4963-9ee5-49a3dd408794,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:24.500217 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.500931 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Added segment 2d2f47ea-f192-4936-a08b-7db5528a7337 of type vlan for network 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef Jun 23 04:02:24.503253 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:24.557965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.654663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.656131 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:24.656716 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.659206 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-327c7bf2-cc27-432d-921f-639c1008a06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:24.727105 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Pushing event updated for resources: {'Network': ['ID=43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:24.730209 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:24.738778 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:02:24.762996 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6016359 Jun 23 04:02:24.765670 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55214) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:24.770874 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Request body: {'subnet': {'network_id': '43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1607603678-subnet', 'tenant_id': '34b042ba3fba47d6ac77ab554218f583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:24.866316 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Made reservation on behalf of 34b042ba3fba47d6ac77ab554218f583 for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:24.868794 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8586729'] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:24.891745 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:02:25.257499 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63558666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8586747'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:25.268496 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-343116e4-e2ca-4af4-be1f-912f90c92f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:25.372364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b852ca3d-3871-4fdc-9bca-e00c82ddecc0,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:25.375353 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:25.409552 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Checking segment: {'id': '2d2f47ea-f192-4936-a08b-7db5528a7337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:02:25.409991 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Network hostable DHCP agents. Network: 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:02:25.421555 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0da0d-f98c-49ab-ab06-6495d8d40acc req-9ba85ac9-c133-4f6b-a9fa-a14476191f2e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:25.423011 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1fb0da0d-f98c-49ab-ab06-6495d8d40acc req-9ba85ac9-c133-4f6b-a9fa-a14476191f2e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1700509 Jun 23 04:02:25.464619 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1fb0da0d-f98c-49ab-ab06-6495d8d40acc req-e1e85f61-e0de-4593-9f06-ca64f1eb74d2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358424 Jun 23 04:02:25.939919 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Network 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:02:26.054377 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:02:26.059022 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:26.063316 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.064741 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6165ca7-5b81-42d0-b7e3-10bb806642ff None None] Network 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:02:26.099714 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55238) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:26.144143 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3773656 Jun 23 04:02:26.226823 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5ce77-43ff-4eb4-9ceb-09be2d904c13 None None] Network 43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:02:26.292821 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c2937cd-8ec5-4b5b-b0d2-4cb25b7af845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.443476 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c2937cd-8ec5-4b5b-b0d2-4cb25b7af845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.503180 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c2937cd-8ec5-4b5b-b0d2-4cb25b7af845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.547134 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:26.556979 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55264) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:26.558456 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8c2937cd-8ec5-4b5b-b0d2-4cb25b7af845 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=051afd2fe3474c289a5bd5da512dc87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543586 Jun 23 04:02:26.604015 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2937cd-8ec5-4b5b-b0d2-4cb25b7af845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0632287e-55d8-409c-a81f-f0705c132382,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:26.610775 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8c2937cd-8ec5-4b5b-b0d2-4cb25b7af845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:26.677975 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.707723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.843375 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb683149-14c6-4ca0-87fb-12c7a127a3c3 req-14d6de86-adc3-4b53-924e-f4d91b684086 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:26.847881 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eb683149-14c6-4ca0-87fb-12c7a127a3c3 req-14d6de86-adc3-4b53-924e-f4d91b684086 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1313128 Jun 23 04:02:26.887731 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eb683149-14c6-4ca0-87fb-12c7a127a3c3 req-62285422-749c-45e8-aeeb-0ba7bc845773 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363698 Jun 23 04:02:26.929074 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.931707 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:26.935032 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0632287e-55d8-409c-a81f-f0705c132382 HTTP/1.1" status: 204 len: 168 time: 0.3740134 Jun 23 04:02:26.935032 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a36aa0a5-e06e-4568-bbc1-8dabdc63efd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:26.941871 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0632287e-55d8-409c-a81f-f0705c132382,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:26.947278 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:27.540146 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-4ef6ecee-b4d4-4190-93fe-57140cfa9012 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:27.546903 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-4ef6ecee-b4d4-4190-93fe-57140cfa9012 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/networks?id=9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 HTTP/1.1" status: 200 len: 808 time: 0.1328251 Jun 23 04:02:27.566275 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-c9976795-b655-44a1-ac40-47524770dd18 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/quotas/6c2374b7e3e141ff946e148059e4a585 HTTP/1.1" status: 200 len: 375 time: 0.0181966 Jun 23 04:02:27.617982 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-7cfa6b77-ef89-4e57-b6f4-6036885d8ab0 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c2374b7e3e141ff946e148059e4a585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499687 Jun 23 04:02:27.645965 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55300) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:27.665451 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:27.736187 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-55112548-55c7-43ef-b420-cad600cd7034 service neutron] 10.222.0.20 "GET /v2.0/networks/9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165495 Jun 23 04:02:27.784180 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:27.854221 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-fae3d632-df47-4f56-8d53-57a2eeaa01b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112578 Jun 23 04:02:27.871612 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:27.875407 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f5cdd1f2-b18e-4968-a355-2144103692c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:27.954965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55304) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:27.956528 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fb855586b774672864368259575a44f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089819 Jun 23 04:02:27.957783 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1a6a8-6d42-4723-a5ca-f1128a1ddd3f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:27.960828 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:28.023332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:28.076545 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:28.164274 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c2eb34c5-6bd3-4d52-b514-7523b9823df9 req-6ce2bec2-a116-4ef9-a784-c67b7cf5bdab tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 210 time: 0.0424836 Jun 23 04:02:28.236703 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74b335-0cda-4a24-a500-9216715c20d4 req-54b77284-625d-4cb1-99f6-ce256e4c95c9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:28.238800 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ed74b335-0cda-4a24-a500-9216715c20d4 req-54b77284-625d-4cb1-99f6-ce256e4c95c9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.2034295 Jun 23 04:02:28.263978 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:28.266679 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:28.271225 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ca1a6a8-6d42-4723-a5ca-f1128a1ddd3f HTTP/1.1" status: 204 len: 168 time: 0.3148971 Jun 23 04:02:28.273968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-baa2e581-173a-41e4-97b9-6e7141cbaf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:28.286765 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1a6a8-6d42-4723-a5ca-f1128a1ddd3f,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:28.294964 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:28.303313 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ed74b335-0cda-4a24-a500-9216715c20d4 req-a3a36e4b-2110-4cce-bf0f-566c081321bf tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575714 Jun 23 04:02:28.686458 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55320) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:28.779601 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Deleting subnet d5a96a3a-24f8-421f-a9a9-f99039cf0b2e {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:02:28.783303 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:28.825174 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64753035'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:28.875010 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.038552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2724190'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.044197 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:29.075238 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a96a3a-24f8-421f-a9a9-f99039cf0b2e,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:29.081846 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:29.083140 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.089273 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55332) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:29.089875 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8bf68b18-0a19-4392-9fc1-377ba5c850a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5a96a3a-24f8-421f-a9a9-f99039cf0b2e HTTP/1.1" status: 204 len: 168 time: 0.4008055 Jun 23 04:02:29.163708 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.271856 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2ee2eec6-906c-4893-bcf7-138955c8eb1b req-9f9026ce-fcf8-4af9-bf9a-6228005e87e4 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 210 time: 0.0539937 Jun 23 04:02:29.275324 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.285343 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab2dc01-4aaa-466e-a34c-d4e544fe6326']}} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:29.295377 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae363908-c646-436e-bb87-b183cbbd2665') {'for_net_delete': True} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:29.303875 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae363908-c646-436e-bb87-b183cbbd2665') {} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:02:29.306065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63266486'] for segment, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.319405 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.325532 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=99839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:02:29.325911 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3588948'] for segment, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: Traceback (most recent call last): Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: timer() Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: cb(*args, **kw) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: return func(*args, **kwargs) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: self._notify() Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: self.callback(batched_events) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: event.method(event) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: return f(self, *a, **k) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: return self._get(url).json() Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: return self.request(url, 'GET', **kwargs) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:02:29.327520 dv-cinder-768592-6-smb neutron-server[99839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:02:29.492196 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e95b70-e69e-4364-b977-280ed833abd7 req-b77fd0c6-6751-4134-84b8-cc252c229d56 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:29.494292 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-32e95b70-e69e-4364-b977-280ed833abd7 req-b77fd0c6-6751-4134-84b8-cc252c229d56 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0664136 Jun 23 04:02:29.534250 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-32e95b70-e69e-4364-b977-280ed833abd7 req-a6f52b39-2354-4dae-9009-369f7564b200 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336821 Jun 23 04:02:29.629364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.633926 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:29.639772 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ab2dc01-4aaa-466e-a34c-d4e544fe6326 HTTP/1.1" status: 204 len: 168 time: 0.5455577 Jun 23 04:02:29.639772 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:29.649204 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab2dc01-4aaa-466e-a34c-d4e544fe6326,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:29.651561 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ee6dd2d2-4b69-4c4f-8d39-2d6ad630ae6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:30.035971 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55356) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:30.079345 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-bf2f645b-594f-4172-9204-ae6ba5de1ff4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f9870ec439b4c4c8da8a14b4b302caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415912 Jun 23 04:02:30.081748 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55358) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:30.142909 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:30.170957 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:30.315047 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:30.319942 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:30.323732 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2754f8f2-89c2-46df-a81e-2b611c6a401f HTTP/1.1" status: 204 len: 168 time: 0.2406940 Jun 23 04:02:30.324692 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-897c21e9-dd8c-4dc2-aeef-49e3d1bf1e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:30.342441 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2754f8f2-89c2-46df-a81e-2b611c6a401f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:30.347195 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:30.466676 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e7ae5737-df31-48cd-b910-a4a4969491f0 req-2e67dbdc-19e8-4fc7-b864-3045bfd3b0fa tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 210 time: 0.0345614 Jun 23 04:02:30.726868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd724c66-d572-4865-96b9-76a64d9bced9 req-3b9d4d2c-5794-4cc5-9596-0b51f6b4e9d9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:30.728419 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd724c66-d572-4865-96b9-76a64d9bced9 req-3b9d4d2c-5794-4cc5-9596-0b51f6b4e9d9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0705888 Jun 23 04:02:30.777255 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd724c66-d572-4865-96b9-76a64d9bced9 req-eb627a4e-b09e-4362-8173-0c6b9402e735 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Jun 23 04:02:31.518025 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55404) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:31.631912 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1172323116-network', 'tenant_id': 'cbd43043025842649b7cf224a1009700'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:31.644726 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-185e57e0-17cd-4a6c-bbf7-6ff01084915b req-c9a4f09c-77e1-496c-8792-3b4a2d331e0d tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 210 time: 0.0364017 Jun 23 04:02:31.679087 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-a94868f1-ec11-4b7d-9755-192e72c07e57 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:31.680551 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-a94868f1-ec11-4b7d-9755-192e72c07e57 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.11 "GET /v2.0/networks?id=9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 HTTP/1.1" status: 200 len: 808 time: 0.1303604 Jun 23 04:02:31.693382 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Request body: {'port': {'device_id': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110', 'admin_state_up': True, 'tenant_id': '6c2374b7e3e141ff946e148059e4a585'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:31.742141 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Made reservation on behalf of cbd43043025842649b7cf224a1009700 for: {'network': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:31.760272 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:31.769860 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:31.881162 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:31.994801 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:31.998798 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a46f2b53-293d-491e-af81-31d25cc6e4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:32.022887 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=99840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:02:32.037855 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:32.041017 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.041588 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.segments_db [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Added segment 23fd6e6a-e87f-48a4-ab8d-2051d49403be of type vlan for network 0bf8468b-502b-42d7-a674-420eb350618a Jun 23 04:02:32.043164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:32.098934 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.119205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Made reservation on behalf of 6c2374b7e3e141ff946e148059e4a585 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:32.122809 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.198266 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.201638 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.202366 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.205753 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:32.212879 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb16784-415a-455c-a94d-357cbd933226 req-09445d08-5cb6-4a93-9690-26f0e339e7b8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.214410 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dfb16784-415a-455c-a94d-357cbd933226 req-09445d08-5cb6-4a93-9690-26f0e339e7b8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.1311295 Jun 23 04:02:32.273137 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf8468b-502b-42d7-a674-420eb350618a,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:32.275945 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:32.282958 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-f148c128-6ede-4aff-9c3b-0e350273126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.283804 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 0bf8468b-502b-42d7-a674-420eb350618a details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:02:32.284491 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-f148c128-6ede-4aff-9c3b-0e350273126d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1098 time: 0.1201413 Jun 23 04:02:32.288808 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dfb16784-415a-455c-a94d-357cbd933226 req-b6c25d27-dd76-46b6-a77e-7c3e90c8046d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662179 Jun 23 04:02:32.301868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Allocated IP 172.20.0.6 (9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110/791f1988-d44b-402c-ade8-d7d1bb552716/ae41c24d-3902-4d92-950f-10cffdf6e9f3) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:02:32.355953 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8370817 Jun 23 04:02:32.358671 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55422) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:32.368359 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Request body: {'subnet': {'network_id': '0bf8468b-502b-42d7-a674-420eb350618a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1172323116-subnet', 'tenant_id': 'cbd43043025842649b7cf224a1009700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:32.409421 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-325f7d7a-4d93-4fb5-8789-d68af6d1d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.410882 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-325f7d7a-4d93-4fb5-8789-d68af6d1d361 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.1200278 Jun 23 04:02:32.459162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.461602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Made reservation on behalf of cbd43043025842649b7cf224a1009700 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:32.463895 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2724163'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.522731 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-638611e4-c6e0-4eb4-b843-648bf6c63731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 1001 time: 0.1052473 Jun 23 04:02:32.557987 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.562101 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7be4370a-c6fb-4f6b-a0d4-6311273b44b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:32.598165 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-d29142ca-bf10-4dfd-80cf-084a4f5b9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.599650 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-d29142ca-bf10-4dfd-80cf-084a4f5b9c87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0691676 Jun 23 04:02:32.603267 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:02:32.606416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:02:32.610298 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:02:32.637180 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Pushing event updated for resources: {'Port': ['ID=ae41c24d-3902-4d92-950f-10cffdf6e9f3,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:32.641427 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:32.663798 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.664470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.724550 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-a10fde53-0847-4717-a162-e176bd37c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.725935 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-a10fde53-0847-4717-a162-e176bd37c34b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195691 Jun 23 04:02:32.729782 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-1207ecf5-9751-4de3-b646-e0f6b0ee76c6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0399830 Jun 23 04:02:32.766088 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64207710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2724177'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.769537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:32.817594 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d25161-72c4-4ac1-924a-d6343cf87582 req-78f987c4-36e9-435c-b037-3b58b5276a44 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:32.819035 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-47d25161-72c4-4ac1-924a-d6343cf87582 req-78f987c4-36e9-435c-b037-3b58b5276a44 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 931 time: 0.0623150 Jun 23 04:02:32.824517 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Request body: {'port': {'device_id': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:32.842433 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=902d697e-59d3-4d70-9922-2572840e2fde,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:32.853520 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:32.881059 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Checking segment: {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:02:32.881415 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Network hostable DHCP agents. Network: 0bf8468b-502b-42d7-a674-420eb350618a, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:02:32.889630 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-47d25161-72c4-4ac1-924a-d6343cf87582 req-2d980786-b4b1-409e-bc03-a9e313695de0 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626254 Jun 23 04:02:32.923347 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-8e96172a-a758-4dbc-afe0-a10e634c24ad service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017632 Jun 23 04:02:32.929390 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:32.987078 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Network 0bf8468b-502b-42d7-a674-420eb350618a is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:02:33.021549 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-07f5eb53-4be4-4a6c-a130-8ec0f2dff26a req-fe74ec92-49a0-41af-8ca0-85df2924d35c service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Jun 23 04:02:33.054441 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 0bf8468b-502b-42d7-a674-420eb350618a) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:02:33.058901 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:33.059631 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.063079 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9a298-683c-4fe8-be44-a8c7c45e1b75 None None] Network 0bf8468b-502b-42d7-a674-420eb350618a requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:02:33.124017 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f47a9b64-3bfd-44b9-aa48-f68952cb0280 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7640858 Jun 23 04:02:33.208907 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a58d4d3-f069-4364-9c62-7ee39c67a7d6 None None] Network 0bf8468b-502b-42d7-a674-420eb350618a requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:02:33.211476 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae41c24d-3902-4d92-950f-10cffdf6e9f3 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:02:33.219891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.233432 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Transition to ACTIVE for port object ae41c24d-3902-4d92-950f-10cffdf6e9f3 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:02:33.317609 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.319734 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:33.396519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Pushing event updated for resources: {'Port': ['ID=ae41c24d-3902-4d92-950f-10cffdf6e9f3,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:33.414384 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:33.553156 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55440) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:33.663923 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.713970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Attempting to bind port ae41c24d-3902-4d92-950f-10cffdf6e9f3 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:02:33.714609 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Attempting to bind port ae41c24d-3902-4d92-950f-10cffdf6e9f3 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '096dc571-d37c-422a-84b2-4db5ff492992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:02:33.714609 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Attempting to bind port ae41c24d-3902-4d92-950f-10cffdf6e9f3 on network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:02:33.724531 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Port ae41c24d-3902-4d92-950f-10cffdf6e9f3 on network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:02:33.725869 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Attempting to bind port ae41c24d-3902-4d92-950f-10cffdf6e9f3 on network 9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:02:33.738693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c35c46-3350-4267-ba06-82e391f50db1 req-b8d57173-de12-42c1-889e-cc73e49ba4b0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:33.743924 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e7c35c46-3350-4267-ba06-82e391f50db1 req-b8d57173-de12-42c1-889e-cc73e49ba4b0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.3285272 Jun 23 04:02:33.745598 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:02:33.746014 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Checking segment: {'id': '096dc571-d37c-422a-84b2-4db5ff492992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:02:33.746408 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Bound using segment: {'id': '096dc571-d37c-422a-84b2-4db5ff492992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:02:33.746886 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Bound port: ae41c24d-3902-4d92-950f-10cffdf6e9f3, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096dc571-d37c-422a-84b2-4db5ff492992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:02:33.747243 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.755301 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.812895 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e7c35c46-3350-4267-ba06-82e391f50db1 req-de8b2206-7f82-4a75-bc32-5ccc9bbf29d0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632484 Jun 23 04:02:33.819830 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.824781 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-067fdbef-9208-4012-ab74-3a683b861835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:33.837411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] For port ae41c24d-3902-4d92-950f-10cffdf6e9f3, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:02:33.840494 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] For port ae41c24d-3902-4d92-950f-10cffdf6e9f3, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ae41c24d-3902-4d92-950f-10cffdf6e9f3,segment=NetworkSegment(096dc571-d37c-422a-84b2-4db5ff492992),segment_id=096dc571-d37c-422a-84b2-4db5ff492992)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:02:33.860276 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba3e0de8adbe4f299f9c1e10c9d2199a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052485 Jun 23 04:02:33.861441 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d06b63d-df3f-4503-aac2-9e60ae43b4e8,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:33.862764 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 55444) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:33.864453 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:33.916971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.923518 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-09fff290-463a-4c59-af60-94275397c0f6 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:33.948029 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.964437 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:33.965040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:33.966814 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] 10.222.0.11 "PUT /v2.0/ports/ae41c24d-3902-4d92-950f-10cffdf6e9f3 HTTP/1.1" status: 200 len: 1093 time: 1.1459565 Jun 23 04:02:33.970577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'tag': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:33.970577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47" -d '{"events": [{"name": "network-changed", "server_uuid": "f01f545c-cbd5-4e7d-91fb-48369963fd32", "tag": "ae41c24d-3902-4d92-950f-10cffdf6e9f3"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:33.998042 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:34.028084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Pushing event updated for resources: {'Port': ['ID=ae41c24d-3902-4d92-950f-10cffdf6e9f3,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:34.048122 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf6b55-e407-45b5-940c-969814079740 x-openstack-request-id: req-8fcf6b55-e407-45b5-940c-969814079740 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:34.048449 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01f545c-cbd5-4e7d-91fb-48369963fd32", "tag": "ae41c24d-3902-4d92-950f-10cffdf6e9f3", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:34.048740 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fcf6b55-e407-45b5-940c-969814079740 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:34.049162 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'tag': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3', 'status': 'completed', 'code': 200} Jun 23 04:02:34.049982 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:34.140052 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197c2ea-a917-4c82-ad0c-3bdd8fbbcef9 req-c2f88c82-9872-4a45-a574-af3b35b76076 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:34.141513 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f197c2ea-a917-4c82-ad0c-3bdd8fbbcef9 req-c2f88c82-9872-4a45-a574-af3b35b76076 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 943 time: 0.1287811 Jun 23 04:02:34.155237 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47 req-30705686-73b6-485b-b3c9-7602e560e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:34.156673 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47 req-30705686-73b6-485b-b3c9-7602e560e47f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c2374b7e3e141ff946e148059e4a585&device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 1096 time: 0.0920124 Jun 23 04:02:34.199617 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:34.202183 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:34.203265 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d06b63d-df3f-4503-aac2-9e60ae43b4e8 HTTP/1.1" status: 204 len: 168 time: 0.3395536 Jun 23 04:02:34.207541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4a1a69e5-c8ed-47c4-9bdd-d564fd949060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:34.245379 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f197c2ea-a917-4c82-ad0c-3bdd8fbbcef9 req-6d2ef285-dbcc-4abf-9d8c-f26622a57cba tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974660 Jun 23 04:02:34.247937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d06b63d-df3f-4503-aac2-9e60ae43b4e8,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:34.251692 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:34.285143 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47 req-48512f6d-4034-454b-a0d2-70d1f1141729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:34.286619 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47 req-48512f6d-4034-454b-a0d2-70d1f1141729 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c2374b7e3e141ff946e148059e4a585&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1203370 Jun 23 04:02:34.388040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47 req-ea826138-918a-41fa-aaca-8f335d19fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:34.389400 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a3d1e2a2-b191-4ed4-95f4-35f558ea7f47 req-ea826138-918a-41fa-aaca-8f335d19fdf9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960975 Jun 23 04:02:34.483358 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-90484d29-3d55-48c3-b1c7-345b785dd1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:34.484858 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-90484d29-3d55-48c3-b1c7-345b785dd1ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c2374b7e3e141ff946e148059e4a585&device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 1096 time: 0.0524392 Jun 23 04:02:34.530068 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-a9dab35b-acb7-4851-87cf-d09c03346f66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae41c24d-3902-4d92-950f-10cffdf6e9f3 HTTP/1.1" status: 200 len: 217 time: 0.0378060 Jun 23 04:02:34.580957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-047d712c-c52f-420a-9adc-7173092e11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:34.582384 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-047d712c-c52f-420a-9adc-7173092e11b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=791f1988-d44b-402c-ade8-d7d1bb552716 HTTP/1.1" status: 200 len: 848 time: 0.0459099 Jun 23 04:02:34.615143 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-251408d2-232d-40b7-a24e-4ae99dc7d019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256541 Jun 23 04:02:34.705760 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-a807e40e-72fc-4441-aed2-072fa53a80bc service neutron] 10.222.0.11 "GET /v2.0/networks/9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838327 Jun 23 04:02:34.809286 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fb41be7-500f-488f-8fc4-b502b3570fd4 req-9fde8260-2d7e-420c-a3a9-d851b52f16ea service neutron] 10.222.0.11 "GET /v2.0/networks/9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848308 Jun 23 04:02:35.006182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a9ca-db55-4b6d-a6ff-26b992672529 req-c7c4e977-d0f1-46a6-bd41-8a682cca3d44 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:35.007744 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3164a9ca-db55-4b6d-a6ff-26b992672529 req-c7c4e977-d0f1-46a6-bd41-8a682cca3d44 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 945 time: 0.0693872 Jun 23 04:02:35.048732 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3164a9ca-db55-4b6d-a6ff-26b992672529 req-a46bd4b2-5248-4e2d-9cef-448664ce16c2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334077 Jun 23 04:02:35.316592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-0fbc923e-32ca-4878-9e8d-700168f9813e tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:35.318076 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-0fbc923e-32ca-4878-9e8d-700168f9813e tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/networks?id=0bf8468b-502b-42d7-a674-420eb350618a HTTP/1.1" status: 200 len: 814 time: 0.1009481 Jun 23 04:02:35.331357 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:02:35.335388 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-4b2c89de-ec1a-4dd5-92eb-2142e6c0a7c0 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/quotas/cbd43043025842649b7cf224a1009700 HTTP/1.1" status: 200 len: 375 time: 0.0112314 Jun 23 04:02:35.387470 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-2639b5ab-61ee-4b3a-a1c8-d41a6eee47b6 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd43043025842649b7cf224a1009700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430944 Jun 23 04:02:35.420427 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:35.443730 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:35.446635 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c45ad0-5402-4bd6-b71b-9b9a52975031" -d '{"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-unplugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:35.459140 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:35.524320 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee92a0d-807a-4b2f-9356-b5646e45dd4d req-894b8a2d-2629-4c26-bc2d-7334bbcc7641 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:35.525728 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bee92a0d-807a-4b2f-9356-b5646e45dd4d req-894b8a2d-2629-4c26-bc2d-7334bbcc7641 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 943 time: 0.1371870 Jun 23 04:02:35.529631 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-a1663d6d-1e63-48c3-a58b-ad3377ce3d11 service neutron] 10.222.0.20 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308851 Jun 23 04:02:35.532516 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:35.534900 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:35.585127 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=8']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:35.592129 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.592479 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.592821 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.593166 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.593510 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.593843 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.594166 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.594488 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.594813 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.595132 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.595466 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.595790 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:02:35.599648 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:35.619968 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bee92a0d-807a-4b2f-9356-b5646e45dd4d req-a2ad654f-e3bd-45f2-9d00-d6e24b2dbf52 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882430 Jun 23 04:02:35.656171 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-e16a1551-6ce1-4684-a767-344c876602a7 service neutron] 10.222.0.20 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163268 Jun 23 04:02:35.662956 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfecb8d-3ffa-4ba5-807f-d46fa6f591fc x-openstack-request-id: req-0cfecb8d-3ffa-4ba5-807f-d46fa6f591fc {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:35.663260 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-unplugged", "status": "failed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "code": 422}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:35.663566 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0cfecb8d-3ffa-4ba5-807f-d46fa6f591fc {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:35.667622 dv-cinder-768592-6-smb neutron-server[99841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'code': 422} returned with failed status Jun 23 04:02:35.915706 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-087f7b96-1d1b-4dca-b2ec-6365fe971cf3 req-bbf70f35-a063-40a4-a75d-ef2d6b15ef97 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 210 time: 0.0288107 Jun 23 04:02:36.225511 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14116312-5d29-45a4-a683-22b607e72348 req-9a872ac0-00d1-4091-b607-d764e809ac81 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:36.226961 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14116312-5d29-45a4-a683-22b607e72348 req-9a872ac0-00d1-4091-b607-d764e809ac81 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0663826 Jun 23 04:02:36.264695 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14116312-5d29-45a4-a683-22b607e72348 req-e7e5a055-4a53-45f0-ad2e-67a4d5458b5e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Jun 23 04:02:36.789302 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e85eb-a7ec-492b-9591-4340ece4238c req-ded7df9e-45c9-4021-a614-f76d87e07068 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:36.790780 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-be3e85eb-a7ec-492b-9591-4340ece4238c req-ded7df9e-45c9-4021-a614-f76d87e07068 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 943 time: 0.0623388 Jun 23 04:02:36.829832 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-be3e85eb-a7ec-492b-9591-4340ece4238c req-c52cd415-b312-482d-a827-74534b86ddb4 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jun 23 04:02:37.054588 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-12f57318-6c80-4986-ab26-e2b4805f37da req-0561221c-b137-4afa-ab61-b67f3e415477 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Jun 23 04:02:37.347708 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ae41c24d-3902-4d92-950f-10cffdf6e9f3 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:02:37.443927 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port ae41c24d-3902-4d92-950f-10cffdf6e9f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ae41c24d-3902-4d92-950f-10cffdf6e9f3,segment=NetworkSegment(096dc571-d37c-422a-84b2-4db5ff492992),segment_id=096dc571-d37c-422a-84b2-4db5ff492992)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:37.458574 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3', 'network_id': '9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110', 'port_id': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3', 'mac_address': 'fa:16:3e:1c:44:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791f1988-d44b-402c-ade8-d7d1bb552716', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:02:37.501816 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:37.514791 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae41c24d-3902-4d92-950f-10cffdf6e9f3 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:02:37.541887 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port ae41c24d-3902-4d92-950f-10cffdf6e9f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ae41c24d-3902-4d92-950f-10cffdf6e9f3,segment=NetworkSegment(096dc571-d37c-422a-84b2-4db5ff492992),segment_id=096dc571-d37c-422a-84b2-4db5ff492992)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:37.604239 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:37.606980 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:37.676921 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=ae41c24d-3902-4d92-950f-10cffdf6e9f3,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:37.680817 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:37.954293 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['ae41c24d-3902-4d92-950f-10cffdf6e9f3'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:02:38.031634 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cd6df-f28e-4ec4-a67d-8b574156cbf7 req-d854e90d-a3bd-4dd7-9fe6-e76e4276eac2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:38.036107 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-110cd6df-f28e-4ec4-a67d-8b574156cbf7 req-d854e90d-a3bd-4dd7-9fe6-e76e4276eac2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.1219094 Jun 23 04:02:38.068846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4635-6bf3-4ba2-946d-2b7eb091129f req-1ee0b5f4-8d25-4238-8363-0dac3b893894 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:38.070357 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-78fd4635-6bf3-4ba2-946d-2b7eb091129f req-1ee0b5f4-8d25-4238-8363-0dac3b893894 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 944 time: 0.1169279 Jun 23 04:02:38.168487 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-110cd6df-f28e-4ec4-a67d-8b574156cbf7 req-0796769f-0e28-482c-b6b1-a73ba5b4e326 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281292 Jun 23 04:02:38.203621 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-78fd4635-6bf3-4ba2-946d-2b7eb091129f req-04e7dc52-eb3b-4919-acd6-475b2923eca8 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214743 Jun 23 04:02:38.246086 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5b4a203d-b8bb-46d3-baf7-0a44c8889b22 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:38.247557 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5b4a203d-b8bb-46d3-baf7-0a44c8889b22 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "GET /v2.0/networks?id=0bf8468b-502b-42d7-a674-420eb350618a HTTP/1.1" status: 200 len: 814 time: 0.1757398 Jun 23 04:02:38.260146 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Request body: {'port': {'device_id': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a', 'admin_state_up': True, 'tenant_id': 'cbd43043025842649b7cf224a1009700'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:38.350159 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1082f5bb-0fc7-4cbc-900a-73f97bce9c40 req-d6819bdc-317f-4237-8e7a-d4d3ce588630 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 210 time: 0.0401413 Jun 23 04:02:38.465507 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Made reservation on behalf of cbd43043025842649b7cf224a1009700 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:02:38.469094 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:38.583738 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55574) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:38.599957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Allocated IP 172.20.0.7 (0bf8468b-502b-42d7-a674-420eb350618a/902d697e-59d3-4d70-9922-2572840e2fde/4e82d744-a895-411f-a993-9e992b1347af) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:02:38.679301 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-b994c08f-d62a-406a-abe5-24d69772f0e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941627 Jun 23 04:02:38.756485 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:38.866421 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:38.871013 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8354f58f-a8f3-4bf1-94e4-c89062db4436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:38.908720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Network 0bf8468b-502b-42d7-a674-420eb350618a is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:02:38.918602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:02:38.922393 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:02:38.947118 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Pushing event updated for resources: {'Port': ['ID=4e82d744-a895-411f-a993-9e992b1347af,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:38.951306 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:38.973840 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:38.974384 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.080870 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250473 Jun 23 04:02:39.092303 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Request body: {'port': {'device_id': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:02:39.163848 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.372729 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ae41c24d-3902-4d92-950f-10cffdf6e9f3 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:02:39.471107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9282f8-7c46-4fa6-a667-a8ec1e57e900 req-0cd6b67d-e559-451e-aff9-e344f12f18c5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:39.472742 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a9282f8-7c46-4fa6-a667-a8ec1e57e900 req-0cd6b67d-e559-451e-aff9-e344f12f18c5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.1808634 Jun 23 04:02:39.519798 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port ae41c24d-3902-4d92-950f-10cffdf6e9f3 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:02:39.519798 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port ae41c24d-3902-4d92-950f-10cffdf6e9f3 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:02:39.520651 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.521181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4832a93-6bdd-4f97-9090-bdcb27809eeb req-9e166f33-7289-492c-a16d-758ddca88859 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:39.522648 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e4832a93-6bdd-4f97-9090-bdcb27809eeb req-9e166f33-7289-492c-a16d-758ddca88859 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 944 time: 0.1888537 Jun 23 04:02:39.580477 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8a9282f8-7c46-4fa6-a667-a8ec1e57e900 req-d248e144-f5a7-4331-bf5f-32913b82f9f5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999441 Jun 23 04:02:39.600262 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e82d744-a895-411f-a993-9e992b1347af {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:02:39.602595 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.615270 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e4832a93-6bdd-4f97-9090-bdcb27809eeb req-400ee1dc-446e-4440-bd74-8c449776991d tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829859 Jun 23 04:02:39.617179 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.629956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Transition to ACTIVE for port object 4e82d744-a895-411f-a993-9e992b1347af will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:02:39.640538 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port ae41c24d-3902-4d92-950f-10cffdf6e9f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ae41c24d-3902-4d92-950f-10cffdf6e9f3,segment=NetworkSegment(096dc571-d37c-422a-84b2-4db5ff492992),segment_id=096dc571-d37c-422a-84b2-4db5ff492992)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:39.641617 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:39.644323 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9107b239-8e3c-4eb0-a785-a487af7e3c2a" -d '{"events": [{"server_uuid": "f01f545c-cbd5-4e7d-91fb-48369963fd32", "name": "network-vif-plugged", "status": "completed", "tag": "ae41c24d-3902-4d92-950f-10cffdf6e9f3"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:39.678939 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552329c0-cfd3-4563-a700-0225147c41c0 x-openstack-request-id: req-552329c0-cfd3-4563-a700-0225147c41c0 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:39.679713 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01f545c-cbd5-4e7d-91fb-48369963fd32", "name": "network-vif-plugged", "status": "completed", "tag": "ae41c24d-3902-4d92-950f-10cffdf6e9f3", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:39.679977 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-552329c0-cfd3-4563-a700-0225147c41c0 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:39.681046 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3', 'code': 200} Jun 23 04:02:39.724481 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.746954 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-edcae64b-27ca-4f3c-9cc4-fd427b118996 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:39.765901 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.767748 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:39.833105 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e82d744-a895-411f-a993-9e992b1347af,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:39.837853 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:39.876434 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edcd53-f597-44f8-becd-bc095f54a537 req-53370ece-68da-4d4a-bf3b-abd1dc34a4da tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:39.878283 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-80edcd53-f597-44f8-becd-bc095f54a537 req-53370ece-68da-4d4a-bf3b-abd1dc34a4da tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 943 time: 0.1651471 Jun 23 04:02:39.913873 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.919837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Attempting to bind port 4e82d744-a895-411f-a993-9e992b1347af on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:02:39.919837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Attempting to bind port 4e82d744-a895-411f-a993-9e992b1347af by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:02:39.919837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Attempting to bind port 4e82d744-a895-411f-a993-9e992b1347af on network 0bf8468b-502b-42d7-a674-420eb350618a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:02:39.925230 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Port 4e82d744-a895-411f-a993-9e992b1347af on network 0bf8468b-502b-42d7-a674-420eb350618a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:02:39.925556 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Attempting to bind port 4e82d744-a895-411f-a993-9e992b1347af on network 0bf8468b-502b-42d7-a674-420eb350618a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:02:39.939617 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=ae41c24d-3902-4d92-950f-10cffdf6e9f3,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:39.939839 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:02:39.940051 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Checking segment: {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:02:39.940428 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Bound using segment: {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:02:39.941042 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Bound port: 4e82d744-a895-411f-a993-9e992b1347af, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:02:39.941556 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:39.943178 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:39.948329 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-80edcd53-f597-44f8-becd-bc095f54a537 req-941f9ad2-0e45-46f6-8b00-c9e78d4a8536 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587249 Jun 23 04:02:40.009992 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] For port 4e82d744-a895-411f-a993-9e992b1347af, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:02:40.012922 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] For port 4e82d744-a895-411f-a993-9e992b1347af, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=4e82d744-a895-411f-a993-9e992b1347af,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:02:40.063184 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d723f-4070-4e83-9e3b-010537578396 req-bfa12f58-ea32-44a3-8fc9-c3d9c0cb11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:40.064694 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3a4d723f-4070-4e83-9e3b-010537578396 req-bfa12f58-ea32-44a3-8fc9-c3d9c0cb11ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 1098 time: 0.0534167 Jun 23 04:02:40.097159 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-3a4d723f-4070-4e83-9e3b-010537578396 req-4cf2e005-9937-42a5-bbcb-36283ab19ec7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260715 Jun 23 04:02:40.123064 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:40.126035 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a9b3bf27-bbd9-41c2-b29d-16e144865a9f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:40.156601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:40.157202 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:40.158526 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] 10.222.0.11 "PUT /v2.0/ports/4e82d744-a895-411f-a993-9e992b1347af HTTP/1.1" status: 200 len: 1093 time: 1.0703206 Jun 23 04:02:40.159013 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'tag': '4e82d744-a895-411f-a993-9e992b1347af'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:40.161293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9682ea11-d752-4e2c-b0dd-53382c5643ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b88fb512-ccdd-4171-b3a1-48d59a7bcac6", "tag": "4e82d744-a895-411f-a993-9e992b1347af"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:40.184880 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e82d744-a895-411f-a993-9e992b1347af,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:40.188192 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:40.196813 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d2a73-72fb-4530-b7a4-ed8c4d041c5f x-openstack-request-id: req-865d2a73-72fb-4530-b7a4-ed8c4d041c5f {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:40.197189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88fb512-ccdd-4171-b3a1-48d59a7bcac6", "tag": "4e82d744-a895-411f-a993-9e992b1347af", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:40.197483 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-865d2a73-72fb-4530-b7a4-ed8c4d041c5f {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:40.197902 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'tag': '4e82d744-a895-411f-a993-9e992b1347af', 'status': 'completed', 'code': 200} Jun 23 04:02:40.304938 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ea11-d752-4e2c-b0dd-53382c5643ae req-06c0d353-62b0-4cda-a173-92db30e99a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:40.306959 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9682ea11-d752-4e2c-b0dd-53382c5643ae req-06c0d353-62b0-4cda-a173-92db30e99a24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbd43043025842649b7cf224a1009700&device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 1096 time: 0.0554492 Jun 23 04:02:40.435287 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ea11-d752-4e2c-b0dd-53382c5643ae req-612bad5d-9c3c-4719-b408-caa854415e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:40.436807 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9682ea11-d752-4e2c-b0dd-53382c5643ae req-612bad5d-9c3c-4719-b408-caa854415e7f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cbd43043025842649b7cf224a1009700&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963807 Jun 23 04:02:40.541355 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ea11-d752-4e2c-b0dd-53382c5643ae req-79d74570-a555-45be-89ed-49cede333d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:40.542832 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9682ea11-d752-4e2c-b0dd-53382c5643ae req-79d74570-a555-45be-89ed-49cede333d17 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988877 Jun 23 04:02:40.650341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-974acf55-23d2-4751-b230-9fdcc5680128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:40.650341 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-974acf55-23d2-4751-b230-9fdcc5680128 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbd43043025842649b7cf224a1009700&device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 1096 time: 0.0624776 Jun 23 04:02:40.700034 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-921e1489-3eea-4a5a-8ec9-5518329a0072 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e82d744-a895-411f-a993-9e992b1347af HTTP/1.1" status: 200 len: 217 time: 0.0424116 Jun 23 04:02:41.021333 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-510e3ed4-a3ce-41b7-8e13-657411af80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.022766 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-510e3ed4-a3ce-41b7-8e13-657411af80c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=902d697e-59d3-4d70-9922-2572840e2fde HTTP/1.1" status: 200 len: 854 time: 0.3041978 Jun 23 04:02:41.066138 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-b218d3a8-0dce-400d-ad92-517381017e67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0bf8468b-502b-42d7-a674-420eb350618a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365787 Jun 23 04:02:41.085372 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59858ce-3aae-49a8-9965-60f45e6a14d1 req-41c80d96-5174-4521-bd28-1482758aa640 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.086941 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a59858ce-3aae-49a8-9965-60f45e6a14d1 req-41c80d96-5174-4521-bd28-1482758aa640 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.3794854 Jun 23 04:02:41.127572 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd9426-ee4f-441d-9a23-e135b2e7c738 req-0ccb614b-0a6b-440b-b12a-fcab6cfb05c1 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.128986 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-adcd9426-ee4f-441d-9a23-e135b2e7c738 req-0ccb614b-0a6b-440b-b12a-fcab6cfb05c1 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.1945908 Jun 23 04:02:41.219158 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a59858ce-3aae-49a8-9965-60f45e6a14d1 req-2b5b144d-a897-4fc3-b752-2fe476017af3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224258 Jun 23 04:02:41.235901 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-adcd9426-ee4f-441d-9a23-e135b2e7c738 req-65525c12-722d-4303-b755-7bbde1c99740 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713196 Jun 23 04:02:41.241726 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-1b168215-afa5-4f13-9025-f9f2f7a6ee92 service neutron] 10.222.0.11 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535707 Jun 23 04:02:41.339134 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0ca6005-d05d-48f8-96d0-c8f552259621 req-fc3390e7-4296-4a17-9db5-66f7b065dade service neutron] 10.222.0.11 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902083 Jun 23 04:02:41.496160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512f27f-7d5c-4e8b-b102-76991d0cc9a7 req-dd0aca22-f223-49df-b533-7a4998a3fdea tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.497636 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d512f27f-7d5c-4e8b-b102-76991d0cc9a7 req-dd0aca22-f223-49df-b533-7a4998a3fdea tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 943 time: 0.1345918 Jun 23 04:02:41.515310 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-982a3cca-eee4-4f88-8a67-1124b5245918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.516727 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-982a3cca-eee4-4f88-8a67-1124b5245918 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a&tenant_id=7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 1096 time: 0.1127093 Jun 23 04:02:41.554989 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d512f27f-7d5c-4e8b-b102-76991d0cc9a7 req-56c8b1c5-0fd8-4d20-81f6-41406b944732 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477884 Jun 23 04:02:41.601244 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-b856f6fd-de92-43e0-9806-cb389866134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.602739 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-b856f6fd-de92-43e0-9806-cb389866134c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1096 time: 0.0603254 Jun 23 04:02:41.690725 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-6c5c8b34-59f1-4371-87ce-7677921b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.696370 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-6c5c8b34-59f1-4371-87ce-7677921b019a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.0836856 Jun 23 04:02:41.757977 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-68b06f69-dce0-4fd7-a766-562f2174f6a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 999 time: 0.0592272 Jun 23 04:02:41.805432 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-7c8144bb-4dc4-43e5-a8f8-0359b31f93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.806844 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-7c8144bb-4dc4-43e5-a8f8-0359b31f93bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0424910 Jun 23 04:02:41.867044 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-e3f5cf53-2164-478b-ac09-cf4e9cd8da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:41.868597 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-e3f5cf53-2164-478b-ac09-cf4e9cd8da99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552373 Jun 23 04:02:41.960918 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-7a668c5e-43bc-4f07-91d1-ed52adcaeb69 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Jun 23 04:02:42.048348 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a6102da2-d221-4eb9-b3d3-a076922b1ba9 req-b072bae4-20fa-4793-9235-f591f9e1357c service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809765 Jun 23 04:02:42.458879 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84ba18-1502-4c16-9774-80715a82bfba req-d7ddc2b8-db48-4b61-9f1c-55b397f5a77e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:42.460387 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2c84ba18-1502-4c16-9774-80715a82bfba req-d7ddc2b8-db48-4b61-9f1c-55b397f5a77e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.1161716 Jun 23 04:02:42.474663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8beb922-7d8f-4db7-8502-8736b85b4466 req-6501b25c-22a4-47bd-aed0-074f9b22fdd4 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:42.475626 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8beb922-7d8f-4db7-8502-8736b85b4466 req-6501b25c-22a4-47bd-aed0-074f9b22fdd4 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0982263 Jun 23 04:02:42.530433 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2c84ba18-1502-4c16-9774-80715a82bfba req-ecbdb1de-3136-4fc6-8e95-408367173cac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 Jun 23 04:02:42.543288 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8beb922-7d8f-4db7-8502-8736b85b4466 req-38434375-09b6-4cf6-aa9d-c7123a593f05 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606818 Jun 23 04:02:42.746197 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cc2f9-d246-4ee1-ac71-1b2a9c5e341a req-59970cf3-ba37-4633-bf87-cb7565df16ea tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:42.748479 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-555cc2f9-d246-4ee1-ac71-1b2a9c5e341a req-59970cf3-ba37-4633-bf87-cb7565df16ea tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 943 time: 0.0817037 Jun 23 04:02:42.823010 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-555cc2f9-d246-4ee1-ac71-1b2a9c5e341a req-40926cc8-03ad-4265-825b-8322ad442c42 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Jun 23 04:02:43.717230 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24e1f1-9c15-4284-b018-bbdc625d9583 req-94541626-e742-4c5e-bf0f-f1ed41d65b42 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:43.718670 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cf24e1f1-9c15-4284-b018-bbdc625d9583 req-94541626-e742-4c5e-bf0f-f1ed41d65b42 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0650735 Jun 23 04:02:43.757195 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cf24e1f1-9c15-4284-b018-bbdc625d9583 req-dc2e6080-6bfe-4da0-a11c-efc6d1821ed5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Jun 23 04:02:43.999962 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc0e19-9022-42f3-a648-f901556ebde6 req-522c8364-775a-408f-b4ac-b0b8b08aee3f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:44.001405 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-40cc0e19-9022-42f3-a648-f901556ebde6 req-522c8364-775a-408f-b4ac-b0b8b08aee3f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 943 time: 0.0648136 Jun 23 04:02:44.039411 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-40cc0e19-9022-42f3-a648-f901556ebde6 req-61ae8ada-1e1e-4fd7-8efc-9aea85363487 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Jun 23 04:02:44.970697 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043f036-de6d-4825-9009-00b854ef817d req-55b1eb53-3952-4d86-8014-9a9a9e82fc08 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:44.972243 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6043f036-de6d-4825-9009-00b854ef817d req-55b1eb53-3952-4d86-8014-9a9a9e82fc08 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0884397 Jun 23 04:02:45.013194 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6043f036-de6d-4825-9009-00b854ef817d req-a8f7cdff-16f1-4ab7-bb35-ec63d1e2a1b6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343266 Jun 23 04:02:45.221923 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91427a-662f-426d-bafc-caa3fe0a138d req-30905b56-3395-40fb-b3ef-97240838a8e9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:45.223498 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ba91427a-662f-426d-bafc-caa3fe0a138d req-30905b56-3395-40fb-b3ef-97240838a8e9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 943 time: 0.0646777 Jun 23 04:02:45.248591 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-032539d7-2084-4dc3-bbfa-f72bd9657b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:45.272066 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ba91427a-662f-426d-bafc-caa3fe0a138d req-26fb2825-7c0a-420c-9146-74b4da17428d tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Jun 23 04:02:45.380535 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 4e82d744-a895-411f-a993-9e992b1347af details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:02:45.494626 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 4e82d744-a895-411f-a993-9e992b1347af, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=4e82d744-a895-411f-a993-9e992b1347af,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:45.530387 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '4e82d744-a895-411f-a993-9e992b1347af', 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a', 'port_id': '4e82d744-a895-411f-a993-9e992b1347af', 'mac_address': 'fa:16:3e:7b:77:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902d697e-59d3-4d70-9922-2572840e2fde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:02:45.550563 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:45.577332 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e82d744-a895-411f-a993-9e992b1347af {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:02:45.601471 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 4e82d744-a895-411f-a993-9e992b1347af, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=4e82d744-a895-411f-a993-9e992b1347af,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:46.057735 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:46.059989 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-c335c679-cb52-4fb6-b0e8-e478ac16c5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:46.108067 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=4e82d744-a895-411f-a993-9e992b1347af,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:46.111378 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:46.220426 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055a593-4360-47a8-b75f-a82807bae772 req-8221dcf9-775c-41c1-b2bd-55d3742649d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:46.223610 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2055a593-4360-47a8-b75f-a82807bae772 req-8221dcf9-775c-41c1-b2bd-55d3742649d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0845037 Jun 23 04:02:46.262722 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2055a593-4360-47a8-b75f-a82807bae772 req-155982a6-4b5d-4136-99ba-594de1a979f7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Jun 23 04:02:46.455839 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['4e82d744-a895-411f-a993-9e992b1347af'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:02:46.495238 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8860f2-4294-4831-b731-ee7c87985631 req-81aa90cf-8854-4de6-a250-4aacb214be64 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:46.503588 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc8860f2-4294-4831-b731-ee7c87985631 req-81aa90cf-8854-4de6-a250-4aacb214be64 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 944 time: 0.0938206 Jun 23 04:02:46.581364 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc8860f2-4294-4831-b731-ee7c87985631 req-0d0d3c2e-c7cd-4e17-b55e-d0ee6aafb929 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575914 Jun 23 04:02:47.024768 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046f08c-d799-489a-9018-241a225cc8fb req-d49f1360-3051-4030-9ba3-fa6a14a0c95c tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:47.026215 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c046f08c-d799-489a-9018-241a225cc8fb req-d49f1360-3051-4030-9ba3-fa6a14a0c95c tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0645816 Jun 23 04:02:47.065235 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c046f08c-d799-489a-9018-241a225cc8fb req-13a33a9d-52db-46d6-b6a6-5e7fb428aeaf tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Jun 23 04:02:47.470613 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82580-fc8f-43be-9942-9153c0be00b7 req-0efd4342-35fc-41db-8b63-38a6259edc68 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:47.472136 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ade82580-fc8f-43be-9942-9153c0be00b7 req-0efd4342-35fc-41db-8b63-38a6259edc68 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0704019 Jun 23 04:02:47.488736 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-61fdc3c8-f637-46f8-a872-c85db7a9d3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:47.509845 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ade82580-fc8f-43be-9942-9153c0be00b7 req-bdbb0734-1a06-4b17-9733-5b6a9c7d6823 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321467 Jun 23 04:02:47.732305 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55774) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:47.752112 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c126c1-2277-43f1-b5d2-53118b85eb95 req-8eb5c04e-7270-487b-a14a-91c5bd497e9b tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:47.753571 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-46c126c1-2277-43f1-b5d2-53118b85eb95 req-8eb5c04e-7270-487b-a14a-91c5bd497e9b tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 944 time: 0.0760210 Jun 23 04:02:47.795654 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-46c126c1-2277-43f1-b5d2-53118b85eb95 req-d0ce82ce-a256-4111-aaeb-0c0e209a90ca tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364747 Jun 23 04:02:47.843847 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:47.932305 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:47.983713 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.250072 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfadcc9-556d-4508-97f1-5e1e1ce3761e req-a81f7ecb-53b7-4dce-a13d-b1ecc8bd341d tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:48.251448 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6dfadcc9-556d-4508-97f1-5e1e1ce3761e req-a81f7ecb-53b7-4dce-a13d-b1ecc8bd341d tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0694156 Jun 23 04:02:48.290334 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6dfadcc9-556d-4508-97f1-5e1e1ce3761e req-db075aa5-8eba-4d67-860e-cc977ef681c5 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327754 Jun 23 04:02:48.397545 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.400217 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1f22a6ff-0e7b-4910-b541-d7d1aa60edb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:48.434998 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6530e71-85c8-4e80-914e-d53c4216dd2d,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:48.438129 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:48.441392 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd29de7e7e294daeb5d17317e571e4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080452 Jun 23 04:02:48.445421 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55780) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:02:48.495153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.516414 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.645117 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.648203 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.650081 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6530e71-85c8-4e80-914e-d53c4216dd2d HTTP/1.1" status: 204 len: 168 time: 0.2058721 Jun 23 04:02:48.650969 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8d8191ae-083e-4b99-ad5a-57ef60aa57f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:48.659279 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6530e71-85c8-4e80-914e-d53c4216dd2d,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:48.661605 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:48.722391 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f8be8-4cbb-4cb5-8b91-aa3a9a115b61 req-cb991b87-95fc-4507-9e17-426412e66dbb tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:48.724115 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6e5f8be8-4cbb-4cb5-8b91-aa3a9a115b61 req-cb991b87-95fc-4507-9e17-426412e66dbb tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0941751 Jun 23 04:02:48.764436 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6e5f8be8-4cbb-4cb5-8b91-aa3a9a115b61 req-0ff832f3-29ba-4440-b6b4-54b53152d427 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341973 Jun 23 04:02:48.792018 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:48.997175 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c49cb-859d-4fbb-b489-b142c3974e6a req-8a2636df-1b13-44fb-9fd1-1c9f44938665 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:48.998800 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-425c49cb-859d-4fbb-b489-b142c3974e6a req-8a2636df-1b13-44fb-9fd1-1c9f44938665 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 944 time: 0.0769789 Jun 23 04:02:49.042916 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-425c49cb-859d-4fbb-b489-b142c3974e6a req-56f0f5f7-ed9b-43ed-aa92-1930e2aad1e5 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378006 Jun 23 04:02:49.434863 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 4e82d744-a895-411f-a993-9e992b1347af up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:02:49.569086 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10505-a5c8-48e8-b748-d5a2cdaa96e7 req-ffb3a273-ac95-441b-ac58-9218e86fded6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:49.569086 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-08e10505-a5c8-48e8-b748-d5a2cdaa96e7 req-ffb3a273-ac95-441b-ac58-9218e86fded6 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0864925 Jun 23 04:02:49.606845 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-08e10505-a5c8-48e8-b748-d5a2cdaa96e7 req-37dea38e-4876-4156-8281-bfcd3d8c7f9a tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Jun 23 04:02:49.611688 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 4e82d744-a895-411f-a993-9e992b1347af completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:02:49.615702 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 4e82d744-a895-411f-a993-9e992b1347af triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:02:49.616109 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:49.705047 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:49.729897 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e82d744-a895-411f-a993-9e992b1347af'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:02:49.732294 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b96c4-f42d-422d-afa9-44877840bb95" -d '{"events": [{"server_uuid": "b88fb512-ccdd-4171-b3a1-48d59a7bcac6", "name": "network-vif-plugged", "status": "completed", "tag": "4e82d744-a895-411f-a993-9e992b1347af"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:02:49.744587 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 4e82d744-a895-411f-a993-9e992b1347af, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=4e82d744-a895-411f-a993-9e992b1347af,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:02:49.783677 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8344077-422e-49fc-a682-f73e3b2ad055 x-openstack-request-id: req-a8344077-422e-49fc-a682-f73e3b2ad055 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:02:49.783980 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88fb512-ccdd-4171-b3a1-48d59a7bcac6", "name": "network-vif-plugged", "status": "completed", "tag": "4e82d744-a895-411f-a993-9e992b1347af", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:02:49.784301 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8344077-422e-49fc-a682-f73e3b2ad055 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:02:49.784706 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e82d744-a895-411f-a993-9e992b1347af', 'code': 200} Jun 23 04:02:49.808712 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:49.810865 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:02:49.870086 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=4e82d744-a895-411f-a993-9e992b1347af,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:02:49.873341 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:02:50.007719 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998f423-1718-4943-ae9f-6404a8c01ff0 req-86b213c8-0bcb-45ab-9924-7e901fcb9e06 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:50.010163 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6998f423-1718-4943-ae9f-6404a8c01ff0 req-86b213c8-0bcb-45ab-9924-7e901fcb9e06 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0763593 Jun 23 04:02:50.048624 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6998f423-1718-4943-ae9f-6404a8c01ff0 req-662f9eef-359e-4286-adc1-1a2cfc5b6cd3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326645 Jun 23 04:02:50.228117 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab35879-3c61-4616-9b86-8842af91d35a req-83983111-fa41-496b-83f5-ceb8f14295aa tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:50.230354 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eab35879-3c61-4616-9b86-8842af91d35a req-83983111-fa41-496b-83f5-ceb8f14295aa tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0735052 Jun 23 04:02:50.252231 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:02:50.271927 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eab35879-3c61-4616-9b86-8842af91d35a req-f63266a4-9dbc-431c-b3d1-892b9153c189 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353894 Jun 23 04:02:50.787777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95500-ebd3-4f17-8f45-432a64e1e7db req-8656d8ec-d25c-453e-8d19-d8301e0391a8 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:50.789352 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dcf95500-ebd3-4f17-8f45-432a64e1e7db req-8656d8ec-d25c-453e-8d19-d8301e0391a8 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0683522 Jun 23 04:02:50.827142 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dcf95500-ebd3-4f17-8f45-432a64e1e7db req-9a807f07-d5ad-4081-8444-96bce9a0e828 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321295 Jun 23 04:02:51.227964 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde80e5-4cc7-48f5-a3b7-bde9e5463935 req-2e21272a-61fa-4884-a136-8b32605a37c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:51.229958 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3fde80e5-4cc7-48f5-a3b7-bde9e5463935 req-2e21272a-61fa-4884-a136-8b32605a37c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0643342 Jun 23 04:02:51.267532 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3fde80e5-4cc7-48f5-a3b7-bde9e5463935 req-543ddda2-8984-4834-b2a3-8c2a3e9f4271 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319812 Jun 23 04:02:51.452861 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d628a-360c-4fd5-bc42-aad77d08acba req-edd9c8c2-1851-4cd9-bb21-35b606591cdf tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:51.454355 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4a0d628a-360c-4fd5-bc42-aad77d08acba req-edd9c8c2-1851-4cd9-bb21-35b606591cdf tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0718970 Jun 23 04:02:51.493201 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4a0d628a-360c-4fd5-bc42-aad77d08acba req-05ad964c-3e15-469b-8c1d-c859b8576da7 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Jun 23 04:02:52.006363 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db2e8d-4fb1-4e90-9530-24c786da9169 req-2a004e5a-475b-4c69-946d-3fc3db2a002d tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:52.007904 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33db2e8d-4fb1-4e90-9530-24c786da9169 req-2a004e5a-475b-4c69-946d-3fc3db2a002d tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0666673 Jun 23 04:02:52.049274 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-33db2e8d-4fb1-4e90-9530-24c786da9169 req-f589db0d-0813-43e0-b0b6-84ecf7bff610 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Jun 23 04:02:52.487794 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4cacd-39c2-4ea2-9bb6-aa9ee0bab54e req-959f4cb1-1ab2-4217-add7-25846293668b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:52.490163 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fe4cacd-39c2-4ea2-9bb6-aa9ee0bab54e req-959f4cb1-1ab2-4217-add7-25846293668b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0884609 Jun 23 04:02:52.545028 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fe4cacd-39c2-4ea2-9bb6-aa9ee0bab54e req-61eccc3f-f56a-4a6d-b088-f2430f424e30 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492570 Jun 23 04:02:52.706577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7416a4-d260-4c42-a62d-62603b53e64d req-cfb470da-9b20-4e34-ab2e-dfb7a3e47cb5 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:52.708170 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d7416a4-d260-4c42-a62d-62603b53e64d req-cfb470da-9b20-4e34-ab2e-dfb7a3e47cb5 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0699296 Jun 23 04:02:52.747172 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1d7416a4-d260-4c42-a62d-62603b53e64d req-fafaa83c-1f22-4eec-bbe8-33444eeca2a9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Jun 23 04:02:53.238101 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e7474-df4a-4f39-8194-60488a44691d req-27d75e87-b7fd-4b19-a5f7-b82f05cd1925 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:53.240195 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a70e7474-df4a-4f39-8194-60488a44691d req-27d75e87-b7fd-4b19-a5f7-b82f05cd1925 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0753050 Jun 23 04:02:53.279457 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a70e7474-df4a-4f39-8194-60488a44691d req-4b87f558-b8cd-43ed-b72c-180bb88c3baa tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Jun 23 04:02:53.727319 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783f876-e724-4798-92f1-8816832ece57 req-36871278-8b3b-40ed-9c15-87b47ae75c9f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:53.729182 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8783f876-e724-4798-92f1-8816832ece57 req-36871278-8b3b-40ed-9c15-87b47ae75c9f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0649424 Jun 23 04:02:53.768636 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8783f876-e724-4798-92f1-8816832ece57 req-c56d747a-5b4d-41c6-b1d4-b41d3eeb9fba tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338037 Jun 23 04:02:53.920739 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c848f5-5e67-46a3-aeb7-3a2f0ad15a9a req-fc5af4a4-b957-41d9-b29c-bd2a7fc45ff1 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:53.922325 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6c848f5-5e67-46a3-aeb7-3a2f0ad15a9a req-fc5af4a4-b957-41d9-b29c-bd2a7fc45ff1 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0627232 Jun 23 04:02:53.961061 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b6c848f5-5e67-46a3-aeb7-3a2f0ad15a9a req-ab5cb26a-f281-4459-b96e-780270566bfa tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Jun 23 04:02:54.478375 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773eb1a-5978-4564-bf1b-a129e2554a14 req-0bb8ef3b-32d8-4db7-a746-48a70ad8ca6f tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:54.479995 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7773eb1a-5978-4564-bf1b-a129e2554a14 req-0bb8ef3b-32d8-4db7-a746-48a70ad8ca6f tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0809267 Jun 23 04:02:54.520287 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7773eb1a-5978-4564-bf1b-a129e2554a14 req-3c437fb2-7d2a-45c1-9c05-42cde220be75 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344627 Jun 23 04:02:54.973474 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281ccab-e8bf-436c-85ff-3505b0c8d8ed req-11c2ba76-3f27-49c8-95a2-45602cd53a35 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:54.974964 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1281ccab-e8bf-436c-85ff-3505b0c8d8ed req-11c2ba76-3f27-49c8-95a2-45602cd53a35 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0826125 Jun 23 04:02:55.016821 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1281ccab-e8bf-436c-85ff-3505b0c8d8ed req-682de848-b1cf-461b-a1d8-d043884c459b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345800 Jun 23 04:02:55.156200 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85098fd6-c0d8-43d1-93ca-45e3ed532281 req-7c829688-2f60-453a-ba43-489f63d714bb tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:55.156200 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-85098fd6-c0d8-43d1-93ca-45e3ed532281 req-7c829688-2f60-453a-ba43-489f63d714bb tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0691452 Jun 23 04:02:55.188191 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-85098fd6-c0d8-43d1-93ca-45e3ed532281 req-21a1b648-7ea4-4365-988b-454c61388f55 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Jun 23 04:02:55.701970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b410a-35f8-4c61-9ba2-9502c50e9300 req-84945f88-9abe-4a76-8c38-b0849cd384c7 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:55.703411 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-473b410a-35f8-4c61-9ba2-9502c50e9300 req-84945f88-9abe-4a76-8c38-b0849cd384c7 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0668390 Jun 23 04:02:55.740327 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-473b410a-35f8-4c61-9ba2-9502c50e9300 req-aa7df49d-488b-4adf-bcc0-0e30e3826ca9 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313690 Jun 23 04:02:56.200953 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadb355-5f5a-4f54-8fbb-95322c99c308 req-5deb76b8-84bd-45ac-ba63-cfb49cb303e7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:56.202427 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-efadb355-5f5a-4f54-8fbb-95322c99c308 req-5deb76b8-84bd-45ac-ba63-cfb49cb303e7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0638263 Jun 23 04:02:56.241026 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-efadb355-5f5a-4f54-8fbb-95322c99c308 req-455d4ad2-b891-416a-92a2-85427e287571 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327628 Jun 23 04:02:56.366870 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7195ab-3aed-4fab-bb5c-4e0607718521 req-44f67a16-9545-4b61-943f-f665e960a279 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:56.368318 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ac7195ab-3aed-4fab-bb5c-4e0607718521 req-44f67a16-9545-4b61-943f-f665e960a279 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0664599 Jun 23 04:02:56.406896 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ac7195ab-3aed-4fab-bb5c-4e0607718521 req-dcf050c0-c1c5-41e0-a819-954be5561cfe tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Jun 23 04:02:56.907524 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac64aa4-c37b-42db-a310-410915dde572 req-aa386d80-8a91-42e7-bf99-f8dc34ec114b tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:56.908954 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fac64aa4-c37b-42db-a310-410915dde572 req-aa386d80-8a91-42e7-bf99-f8dc34ec114b tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0606883 Jun 23 04:02:56.944242 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fac64aa4-c37b-42db-a310-410915dde572 req-ddd8fcd0-a24e-4092-a7df-049b3986abab tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298717 Jun 23 04:02:57.418606 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f347e-2907-4399-afb7-8dd3f6040734 req-384cda0f-4371-47be-b8a5-10e748ba9e74 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:57.420078 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a6f347e-2907-4399-afb7-8dd3f6040734 req-384cda0f-4371-47be-b8a5-10e748ba9e74 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0613449 Jun 23 04:02:57.456599 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a6f347e-2907-4399-afb7-8dd3f6040734 req-f0f0a9af-a4c0-46a2-988d-1f4291500a51 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Jun 23 04:02:57.577379 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce9a4-2732-4cc2-b67d-25f9ec4a686c req-12f72cbf-5cb2-428e-bb50-a43a1dabf2fe tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:57.578729 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b76ce9a4-2732-4cc2-b67d-25f9ec4a686c req-12f72cbf-5cb2-428e-bb50-a43a1dabf2fe tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0657609 Jun 23 04:02:57.614316 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b76ce9a4-2732-4cc2-b67d-25f9ec4a686c req-74c5a657-2b0c-431b-817b-d6a7f781ea72 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296419 Jun 23 04:02:58.108780 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652a802-ca4c-49bc-9ffd-0e13174a1705 req-35f2f4c6-46c5-47a1-8822-1fd94f6d603b tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:58.110245 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0652a802-ca4c-49bc-9ffd-0e13174a1705 req-35f2f4c6-46c5-47a1-8822-1fd94f6d603b tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0606649 Jun 23 04:02:58.146416 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0652a802-ca4c-49bc-9ffd-0e13174a1705 req-47e108c6-6b29-4d96-9419-40227bc8836f tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Jun 23 04:02:58.632734 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273c03f-a676-4777-8ccb-446ee628ee76 req-ddb7fa91-0056-427c-b3d9-bd09e37cb610 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:58.634175 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2273c03f-a676-4777-8ccb-446ee628ee76 req-ddb7fa91-0056-427c-b3d9-bd09e37cb610 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0642488 Jun 23 04:02:58.900175 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2273c03f-a676-4777-8ccb-446ee628ee76 req-5cb003b0-ab46-4bdd-a1aa-1cb6ee4f9906 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2603879 Jun 23 04:02:58.932186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0728-f2ff-47db-8648-214263f9e213 req-a41a1f75-32b6-4c24-9d33-6bc71eda9c1f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:58.932186 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6a3a0728-f2ff-47db-8648-214263f9e213 req-a41a1f75-32b6-4c24-9d33-6bc71eda9c1f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0777159 Jun 23 04:02:58.969230 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6a3a0728-f2ff-47db-8648-214263f9e213 req-ff6003c8-3018-4a50-a041-1712a6bf2d86 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Jun 23 04:02:59.313964 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c77d1-e3ac-4a05-b9d1-3b4be64b054b req-8330e52e-adf9-400b-898d-0eb1b2f7507f tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:59.315419 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3d1c77d1-e3ac-4a05-b9d1-3b4be64b054b req-8330e52e-adf9-400b-898d-0eb1b2f7507f tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0604930 Jun 23 04:02:59.354654 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3d1c77d1-e3ac-4a05-b9d1-3b4be64b054b req-20596e74-361a-40a5-95d6-0442f4981c26 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Jun 23 04:02:59.977667 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5329bb-1059-44a8-8158-487018f4d69e req-40a3bc59-e5ff-467d-ab3b-60359e0c6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:02:59.983308 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ed5329bb-1059-44a8-8158-487018f4d69e req-40a3bc59-e5ff-467d-ab3b-60359e0c6bca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 1098 time: 0.0526531 Jun 23 04:03:00.017888 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ed5329bb-1059-44a8-8158-487018f4d69e req-06a8ea7f-19e9-45df-a079-b76eb9f05105 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300379 Jun 23 04:03:00.093944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacca3da-392e-4925-ab7e-a8ed13505839 req-78ed7b7c-fcb1-4944-8668-e19b6015b09a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:00.095407 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bacca3da-392e-4925-ab7e-a8ed13505839 req-78ed7b7c-fcb1-4944-8668-e19b6015b09a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0700231 Jun 23 04:03:00.163141 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bacca3da-392e-4925-ab7e-a8ed13505839 req-dd55aec5-f0a9-4484-b005-37944b440a45 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593300 Jun 23 04:03:00.184827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f74e5-ccdf-4e91-8b9a-f2f902834a5d req-7dd407e3-d020-4659-868f-18e4b0193054 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:00.186275 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c1f74e5-ccdf-4e91-8b9a-f2f902834a5d req-7dd407e3-d020-4659-868f-18e4b0193054 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.1007233 Jun 23 04:03:00.221928 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c1f74e5-ccdf-4e91-8b9a-f2f902834a5d req-cc74059f-bf43-4039-9f0a-e8f1e0ab17d0 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299141 Jun 23 04:03:00.521188 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5b9f5-1c32-46c0-8221-0049dbe457a1 req-aca71207-986c-4013-9796-c2f267f8c75a tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:00.522565 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1ec5b9f5-1c32-46c0-8221-0049dbe457a1 req-aca71207-986c-4013-9796-c2f267f8c75a tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0612082 Jun 23 04:03:00.559721 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1ec5b9f5-1c32-46c0-8221-0049dbe457a1 req-a9e785f9-2c04-4abb-8c03-c39132d1ed11 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Jun 23 04:03:01.195131 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-e1b30a6a-d1a3-4259-86a6-453dcc8d6ab2 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:01.196592 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-e1b30a6a-d1a3-4259-86a6-453dcc8d6ab2 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.11 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0602131 Jun 23 04:03:01.336213 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Deleting port ae41c24d-3902-4d92-950f-10cffdf6e9f3 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:03:01.336574 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:01.444552 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85991be1-7715-4022-a5d3-767b54a519a2 req-e8991b7e-5e54-4ff2-9f87-d7e1a3cc163b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:01.445994 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-85991be1-7715-4022-a5d3-767b54a519a2 req-e8991b7e-5e54-4ff2-9f87-d7e1a3cc163b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.1658468 Jun 23 04:03:01.510769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] For port ae41c24d-3902-4d92-950f-10cffdf6e9f3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ae41c24d-3902-4d92-950f-10cffdf6e9f3,segment=NetworkSegment(096dc571-d37c-422a-84b2-4db5ff492992),segment_id=096dc571-d37c-422a-84b2-4db5ff492992)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:01.511136 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:01.535695 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6617425-f69b-4984-bb75-6b1dd90ef420 req-7f28c52e-ab38-4aa5-a8cf-7aa6fcc258b9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:01.537147 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c6617425-f69b-4984-bb75-6b1dd90ef420 req-7f28c52e-ab38-4aa5-a8cf-7aa6fcc258b9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.1938343 Jun 23 04:03:01.541777 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-85991be1-7715-4022-a5d3-767b54a519a2 req-36cea242-7579-43de-8e40-095fb804bae9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865662 Jun 23 04:03:01.547107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Calling delete_port for ae41c24d-3902-4d92-950f-10cffdf6e9f3 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:03:01.618563 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c6617425-f69b-4984-bb75-6b1dd90ef420 req-a367837a-a23a-4cdf-aec9-cba2a4655d8c tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723805 Jun 23 04:03:01.759146 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1baa12-b38d-4cc4-a782-c7986b673f19 req-be08ade5-feda-4238-80c8-362fde6f4ba7 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:01.760608 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1c1baa12-b38d-4cc4-a782-c7986b673f19 req-be08ade5-feda-4238-80c8-362fde6f4ba7 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/ports?device_id=f01f545c-cbd5-4e7d-91fb-48369963fd32 HTTP/1.1" status: 200 len: 945 time: 0.0803385 Jun 23 04:03:01.787389 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:01.795034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f869ff62-a4d4-41e2-936d-f50d851503c4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:01.823103 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Pushing event deleted for resources: {'Port': ['ID=ae41c24d-3902-4d92-950f-10cffdf6e9f3,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:01.828124 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-1c1baa12-b38d-4cc4-a782-c7986b673f19 req-4bb51e60-1829-4a7d-975a-c692615aa177 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad973045-5fd3-4f14-8368-48a43e790cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614238 Jun 23 04:03:01.856666 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.856979 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.857339 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.857691 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.858037 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.858381 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.858723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.859069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.859408 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.859838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.860108 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.860444 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:01.865532 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:01.883533 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] No DVR routers for this DVR port ae41c24d-3902-4d92-950f-10cffdf6e9f3 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:03:01.885846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:01.888358 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-edd6942c-c58e-43dd-8f21-d4b3caa21e12 req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] 10.222.0.11 "DELETE /v2.0/ports/ae41c24d-3902-4d92-950f-10cffdf6e9f3 HTTP/1.1" status: 204 len: 173 time: 0.6860492 Jun 23 04:03:01.888787 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'name': 'network-vif-deleted', 'tag': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:03:01.891229 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e80a577-4136-4e59-bf1a-03acdd8fb1e7" -d '{"events": [{"server_uuid": "f01f545c-cbd5-4e7d-91fb-48369963fd32", "name": "network-vif-deleted", "tag": "ae41c24d-3902-4d92-950f-10cffdf6e9f3"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:03:01.893783 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:03:01.929089 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164886e-a571-4211-982b-f98bc3ec6629 x-openstack-request-id: req-9164886e-a571-4211-982b-f98bc3ec6629 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:03:01.929439 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01f545c-cbd5-4e7d-91fb-48369963fd32", "name": "network-vif-deleted", "tag": "ae41c24d-3902-4d92-950f-10cffdf6e9f3", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:03:01.929719 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9164886e-a571-4211-982b-f98bc3ec6629 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:03:01.930140 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01f545c-cbd5-4e7d-91fb-48369963fd32', 'name': 'network-vif-deleted', 'tag': 'ae41c24d-3902-4d92-950f-10cffdf6e9f3', 'status': 'completed', 'code': 200} Jun 23 04:03:02.741788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42fb33-a126-49aa-a72c-4880e531a3ba req-e56efd8a-8d5f-467e-b8db-25eec491c916 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:02.743460 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c42fb33-a126-49aa-a72c-4880e531a3ba req-e56efd8a-8d5f-467e-b8db-25eec491c916 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 943 time: 0.0714083 Jun 23 04:03:02.811967 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c42fb33-a126-49aa-a72c-4880e531a3ba req-27e10849-ada7-4eb9-8c34-0cf4586de445 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549345 Jun 23 04:03:02.837852 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c71bf-cade-4b4a-a526-9a67369bdae1 req-338fdb4f-90db-4c3e-b047-d910ea23b0b6 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:02.839625 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-213c71bf-cade-4b4a-a526-9a67369bdae1 req-338fdb4f-90db-4c3e-b047-d910ea23b0b6 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0923374 Jun 23 04:03:02.883984 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-213c71bf-cade-4b4a-a526-9a67369bdae1 req-a5eac975-7978-4dbb-956b-3dc36e9db465 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Jun 23 04:03:02.906150 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 55988) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:03.022579 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.112987 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.179738 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.183310 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0d365096-48d6-48df-8ab7-4e2e88ccddb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:03.216941 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37246042-90f0-4966-ab8f-15333c5dcc92,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:03.220596 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96db6afa518d478cbc2eb2dac034e9df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135314 Jun 23 04:03:03.223334 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 56032) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:03.226295 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.226673 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.227042 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.227407 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.227790 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.228148 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.228502 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.228861 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.229214 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.229563 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.229911 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.230272 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:03.234646 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:03.273777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.294288 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.423151 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.425942 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.427722 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37246042-90f0-4966-ab8f-15333c5dcc92 HTTP/1.1" status: 204 len: 168 time: 0.2028587 Jun 23 04:03:03.436350 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-57e3154c-3dac-4c69-8be5-25cdac55d1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:03.436350 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37246042-90f0-4966-ab8f-15333c5dcc92,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:03.438817 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-47b6da8a-02e4-4954-bf24-e1940723f88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:03.537236 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:03:03.539387 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ae41c24d-3902-4d92-950f-10cffdf6e9f3 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:03:03.566690 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: ae41c24d-3902-4d92-950f-10cffdf6e9f3 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:03:03.567135 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ae41c24d-3902-4d92-950f-10cffdf6e9f3 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:03:03.651565 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:03.669938 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'port_id': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'mac_address': 'fa:16:3e:2d:2d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:03:03.701258 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.716034 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d126e803-6ee9-4a88-9a62-947960d7e336 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:03:03.736403 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:03.806074 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:03.810249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:03.864694 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=9']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:03.872266 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:04.002605 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21b1ee-69f0-4e5a-8b37-250780cabda4 req-3b9cbe3d-2b20-437e-8e27-35acb21c5ad0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:04.004345 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0a21b1ee-69f0-4e5a-8b37-250780cabda4 req-3b9cbe3d-2b20-437e-8e27-35acb21c5ad0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0639949 Jun 23 04:03:04.042953 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0a21b1ee-69f0-4e5a-8b37-250780cabda4 req-fa8a413a-c981-4abf-8f79-17e62a429052 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331228 Jun 23 04:03:04.178683 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['d126e803-6ee9-4a88-9a62-947960d7e336'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:03:05.222502 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84761f9-8414-4bca-8de8-8574bf6a044c req-ca248d0a-bdb5-46d2-8985-183bf84225e8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:05.226275 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f84761f9-8414-4bca-8de8-8574bf6a044c req-ca248d0a-bdb5-46d2-8985-183bf84225e8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 944 time: 0.0633981 Jun 23 04:03:05.261766 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f84761f9-8414-4bca-8de8-8574bf6a044c req-1e83a4b4-22cf-4589-9891-1e188b9cb80c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318594 Jun 23 04:03:05.556617 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:03:05.604095 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port d126e803-6ee9-4a88-9a62-947960d7e336 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:03:05.604477 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:05.683536 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:05.705844 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:03:05.709862 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1285360-a3a9-4bb3-b64b-08a7a9d6fa15" -d '{"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-plugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:03:05.722843 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:05.743158 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702168a7-009f-4cf3-a3ca-400a6f1d5b0d x-openstack-request-id: req-702168a7-009f-4cf3-a3ca-400a6f1d5b0d {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:03:05.743488 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-plugged", "status": "completed", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:03:05.743757 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-702168a7-009f-4cf3-a3ca-400a6f1d5b0d {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:03:05.744151 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'code': 200} Jun 23 04:03:05.785749 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:05.787778 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-c335c679-cb52-4fb6-b0e8-e478ac16c5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:05.834121 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=10']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:05.837129 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:06.453071 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eb027-8c3c-4b2d-882d-1967cd8e0486 req-444178c4-2a68-4416-b9af-1e62faa14e1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:06.454729 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea8eb027-8c3c-4b2d-882d-1967cd8e0486 req-444178c4-2a68-4416-b9af-1e62faa14e1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0679712 Jun 23 04:03:06.526086 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea8eb027-8c3c-4b2d-882d-1967cd8e0486 req-a3092d5d-8734-4137-b36e-ab2ee89a6ee6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652084 Jun 23 04:03:06.543848 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065ebe8-b23a-4ecb-a995-80e3cc1d8412 req-57074fee-ed22-4574-9ccc-08a8fe43c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:06.546365 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7065ebe8-b23a-4ecb-a995-80e3cc1d8412 req-57074fee-ed22-4574-9ccc-08a8fe43c3b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1099 time: 0.0778587 Jun 23 04:03:06.581845 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7065ebe8-b23a-4ecb-a995-80e3cc1d8412 req-cde1f9f8-bb12-44af-b88d-c1f04153622d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294726 Jun 23 04:03:07.705865 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdee338-cc5a-466b-b64e-93e5e4ae4f29 req-de265f15-5dae-4498-a88d-525d1faae9c1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:07.707310 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7cdee338-cc5a-466b-b64e-93e5e4ae4f29 req-de265f15-5dae-4498-a88d-525d1faae9c1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0617220 Jun 23 04:03:07.748128 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7cdee338-cc5a-466b-b64e-93e5e4ae4f29 req-9b35dda8-3aab-414a-ace9-618b64991483 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352619 Jun 23 04:03:08.235111 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-938da617-0356-48d4-8331-c307aeddf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:08.236697 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-938da617-0356-48d4-8331-c307aeddf7d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 1099 time: 0.0565393 Jun 23 04:03:08.367665 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-94a7974a-e558-4a85-b05d-62163352c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:08.369209 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-94a7974a-e558-4a85-b05d-62163352c6bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.1065128 Jun 23 04:03:08.444478 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-bc403a4b-52f7-4f32-8b36-bd9c0bf261d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 200 len: 1001 time: 0.0668128 Jun 23 04:03:08.497198 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-56ef4fb1-c583-4fc3-9592-67dc69a12f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:08.497198 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-56ef4fb1-c583-4fc3-9592-67dc69a12f74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0435174 Jun 23 04:03:08.552395 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-96f65951-7509-4f33-bfde-fae436b5f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:08.553833 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-96f65951-7509-4f33-bfde-fae436b5f977 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0524950 Jun 23 04:03:08.645767 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-3a5b38a4-f1ce-4223-94a7-6f0980df7ff2 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Jun 23 04:03:08.737451 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-14d1224d-cf08-458c-9df2-2e09f587f2ad req-365cb0e2-6e43-40a7-90ba-efe46241b763 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847163 Jun 23 04:03:08.942783 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d127c-2f2a-4256-9f52-15dd78623648 req-20ed4afe-23a3-4b3b-afc0-ddddd222d976 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:08.944391 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-001d127c-2f2a-4256-9f52-15dd78623648 req-20ed4afe-23a3-4b3b-afc0-ddddd222d976 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0762644 Jun 23 04:03:08.982924 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-001d127c-2f2a-4256-9f52-15dd78623648 req-b3342267-6655-4ef3-8438-80129865af49 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321140 Jun 23 04:03:09.788339 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:10.168313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429f3e3-1db1-443f-9618-3a518751084f req-e939294c-914f-4293-a1c5-6586b6f3c914 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:10.169909 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c429f3e3-1db1-443f-9618-3a518751084f req-e939294c-914f-4293-a1c5-6586b6f3c914 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0634499 Jun 23 04:03:10.207804 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c429f3e3-1db1-443f-9618-3a518751084f req-133efb9a-377c-48dd-8ab9-b905fb0d7fad tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Jun 23 04:03:11.099034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 56236) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:11.200970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.300268 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.382719 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.385994 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3a6c6c26-046e-4b40-87ab-0fecf9c17158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:11.424857 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3533f61b1c5d4cada1ad73104f01a152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246901 Jun 23 04:03:11.425873 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7854f2b-63a0-4561-b7cc-aae1b233b4d0,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:11.427624 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56244) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:11.431777 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:11.479259 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.501239 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.591211 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.593841 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:11.595067 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7854f2b-63a0-4561-b7cc-aae1b233b4d0 HTTP/1.1" status: 204 len: 168 time: 0.1664526 Jun 23 04:03:11.595912 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-231c4cd6-f1fc-418c-b2c3-a00696ca9c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:11.603351 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7854f2b-63a0-4561-b7cc-aae1b233b4d0,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:11.606777 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:15.242782 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-c6cf79c9-30d1-4f35-95e2-578053e59af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:16.580960 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474afe1-cfb0-472d-a662-8513dfb08f09 req-df18b07f-3b96-44d3-8137-e9992895ae65 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:16.582538 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d474afe1-cfb0-472d-a662-8513dfb08f09 req-df18b07f-3b96-44d3-8137-e9992895ae65 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0616584 Jun 23 04:03:16.626616 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d474afe1-cfb0-472d-a662-8513dfb08f09 req-c6aa33bc-ed83-4d08-998a-08e61c6dbdb7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373120 Jun 23 04:03:17.482352 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5b11233c-5f72-4380-b242-aeb7655d1648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:17.799117 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763869c-2e9e-409a-9c14-add753268af1 req-894a07bc-88af-4aa9-82d1-729587b6fb61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:17.800607 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c763869c-2e9e-409a-9c14-add753268af1 req-894a07bc-88af-4aa9-82d1-729587b6fb61 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0643086 Jun 23 04:03:17.846484 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c763869c-2e9e-409a-9c14-add753268af1 req-0fc18f98-e523-43ba-ab35-e3eee3382cbb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Jun 23 04:03:17.973774 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:18.805522 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:19.022875 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982df89-be7b-4615-b111-c129e4dc4ae7 req-7558436c-63ff-4cdc-951a-0e1341ac504a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:19.024378 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8982df89-be7b-4615-b111-c129e4dc4ae7 req-7558436c-63ff-4cdc-951a-0e1341ac504a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0662856 Jun 23 04:03:19.061302 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8982df89-be7b-4615-b111-c129e4dc4ae7 req-62489474-e9bc-46e3-aea8-b0486a2bc080 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jun 23 04:03:20.233778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c7434-cd83-4afe-b99e-b1ae7c46955c req-334881ed-5589-441e-b187-9f0e39a68fbb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:20.235234 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-651c7434-cd83-4afe-b99e-b1ae7c46955c req-334881ed-5589-441e-b187-9f0e39a68fbb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0630758 Jun 23 04:03:20.239989 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.273643 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-651c7434-cd83-4afe-b99e-b1ae7c46955c req-938bcf5c-96da-4913-b0aa-407de3824d2f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Jun 23 04:03:20.470059 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56364) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:20.519577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Deleting subnet 791f1988-d44b-402c-ade8-d7d1bb552716 {{(pid=99840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:03:20.522606 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.555086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64753035'] for subnet, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.592247 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.702747 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2927773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2724190'] for subnet, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.705663 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:20.731228 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791f1988-d44b-402c-ade8-d7d1bb552716,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:20.734189 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:20.735825 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.738002 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-42a2d735-29d8-45f4-a2ed-8c795e7de37f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/791f1988-d44b-402c-ade8-d7d1bb552716 HTTP/1.1" status: 204 len: 168 time: 0.2665925 Jun 23 04:03:20.740033 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56368) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:20.804907 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.883636 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.892847 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:03:20.902547 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096dc571-d37c-422a-84b2-4db5ff492992') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:03:20.902841 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096dc571-d37c-422a-84b2-4db5ff492992') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:03:20.911543 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.924769 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.930273 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:03:20.930653 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:03:20.932219 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:03:21.070869 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.074373 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:21.076760 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.078409 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110 HTTP/1.1" status: 204 len: 168 time: 0.3374996 Jun 23 04:03:21.081830 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 56370) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:21.089232 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac5a0c4-b8ec-492e-bbfd-edfd6a9e4110,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:21.091495 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6d41a8b6-5be2-48a9-b9a7-3250c4035f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:21.125250 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Deleting subnet b852ca3d-3871-4fdc-9bca-e00c82ddecc0 {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:03:21.128365 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.165212 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.204693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.368577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.371702 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:21.396763 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b852ca3d-3871-4fdc-9bca-e00c82ddecc0,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:21.408307 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:21.409269 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.411026 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-04694b4b-f7cf-4e88-a411-bfdae9721d8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b852ca3d-3871-4fdc-9bca-e00c82ddecc0 HTTP/1.1" status: 204 len: 168 time: 0.3282170 Jun 23 04:03:21.413724 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56374) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:21.461137 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985655a-457b-4328-81a9-5bb06fdc6cc6 req-02515b88-2aab-4166-a4a3-14179138a76b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:21.462583 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8985655a-457b-4328-81a9-5bb06fdc6cc6 req-02515b88-2aab-4166-a4a3-14179138a76b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0695515 Jun 23 04:03:21.484300 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.503125 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8985655a-457b-4328-81a9-5bb06fdc6cc6 req-b3253337-303c-47c9-9933-86820bc3410b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Jun 23 04:03:21.562537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.572888 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:03:21.582696 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f47ea-f192-4936-a08b-7db5528a7337') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:03:21.583015 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f47ea-f192-4936-a08b-7db5528a7337') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:03:21.591414 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.604153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.609889 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:03:21.610277 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:03:21.611976 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:03:21.733458 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.736989 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c8a7ee9c-56af-4b65-a179-6258c961ac71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:21.739636 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:21.741109 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] 10.222.0.20 "DELETE /v2.0/networks/43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef HTTP/1.1" status: 204 len: 168 time: 0.3262599 Jun 23 04:03:21.751869 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=43cedfa4-8b1a-43b7-aa1a-8ed0626a18ef,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:21.754010 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:22.108150 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56380) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:22.146942 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e67cf42a-a457-4e5b-aae5-529d471b3f24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c2374b7e3e141ff946e148059e4a585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376341 Jun 23 04:03:22.149159 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56382) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:22.199098 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:22.218529 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:22.351027 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:22.353553 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:22.354683 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad973045-5fd3-4f14-8368-48a43e790cf6 HTTP/1.1" status: 204 len: 168 time: 0.2046642 Jun 23 04:03:22.355455 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a02c345e-7fc7-4259-8b14-b391cec0cb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:22.363112 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad973045-5fd3-4f14-8368-48a43e790cf6,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:22.365416 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:22.675788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1fca2-fa82-4305-ae8b-50570c525c27 req-a7902f71-4d9f-4282-9511-6e67bc994fa5 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:22.677255 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d1d1fca2-fa82-4305-ae8b-50570c525c27 req-a7902f71-4d9f-4282-9511-6e67bc994fa5 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0655355 Jun 23 04:03:22.716962 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d1d1fca2-fa82-4305-ae8b-50570c525c27 req-7d9374a2-7554-49e4-8517-2e2e2da934a2 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Jun 23 04:03:22.953530 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56392) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:22.993193 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-7753cc48-dcc0-498d-ba3f-40802455abf6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34b042ba3fba47d6ac77ab554218f583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383809 Jun 23 04:03:22.995462 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56394) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:23.041983 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:23.062076 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:23.159788 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:23.162360 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:23.163520 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a91625d-235e-4963-9ee5-49a3dd408794 HTTP/1.1" status: 204 len: 168 time: 0.1671185 Jun 23 04:03:23.164261 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3a03b579-8b8c-45c5-a5e8-9fa8698c0d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:23.171575 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a91625d-235e-4963-9ee5-49a3dd408794,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:23.173776 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:23.887368 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf229967-0adf-4893-92bd-4c38f740ddc2 req-2010d73f-7750-4dc2-8bb7-8dc9f1b083fb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:23.888861 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bf229967-0adf-4893-92bd-4c38f740ddc2 req-2010d73f-7750-4dc2-8bb7-8dc9f1b083fb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0612371 Jun 23 04:03:23.926305 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bf229967-0adf-4893-92bd-4c38f740ddc2 req-05e4badc-472a-499e-80d8-a090a64b58fb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Jun 23 04:03:24.783335 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 56430) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:24.888040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:24.977541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:25.045470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:25.063060 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d44510dd-3d81-44b1-b052-235465e12d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:25.106113 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06677860-43fa-4c07-865c-886817daa401,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:25.109650 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:25.113276 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10ce2564780642e284b0ac3129b9eddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287840 Jun 23 04:03:25.116053 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 56436) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:25.167299 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300ca77-34fb-4caa-93e1-2f636faa3017 req-1088aa13-9b3b-41a6-82cc-7f165efd2664 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:25.168778 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4300ca77-34fb-4caa-93e1-2f636faa3017 req-1088aa13-9b3b-41a6-82cc-7f165efd2664 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.1340823 Jun 23 04:03:25.195231 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:25.231519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:25.235367 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4300ca77-34fb-4caa-93e1-2f636faa3017 req-792f8868-0143-4ede-8f08-4e1eb0896d13 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597706 Jun 23 04:03:25.360054 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:25.363573 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:25.367199 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06677860-43fa-4c07-865c-886817daa401 HTTP/1.1" status: 204 len: 168 time: 0.2478487 Jun 23 04:03:25.367199 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:25.374693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06677860-43fa-4c07-865c-886817daa401,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:25.376766 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:26.407937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd688396-3112-4b57-b333-2a974daeac40 req-86863d5a-b792-47b2-982b-2eefb7dc070d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:26.409395 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd688396-3112-4b57-b333-2a974daeac40 req-86863d5a-b792-47b2-982b-2eefb7dc070d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0645733 Jun 23 04:03:26.446836 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dd688396-3112-4b57-b333-2a974daeac40 req-5c051421-6cbb-4106-8d22-356dffaef5b0 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Jun 23 04:03:27.616170 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fda3b-5f1a-400a-a51d-132c53789c70 req-360d03e1-ed6d-41e9-93c1-18c1b717e953 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:27.617569 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-766fda3b-5f1a-400a-a51d-132c53789c70 req-360d03e1-ed6d-41e9-93c1-18c1b717e953 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0597410 Jun 23 04:03:27.653803 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-766fda3b-5f1a-400a-a51d-132c53789c70 req-63d25c18-ea6a-4ac5-a283-2045b3e2b246 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307462 Jun 23 04:03:28.152174 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd24e50-3e86-4ad7-8e4d-a3fa48af0a1d req-72713729-2b11-4d0a-9aec-a3b49c95e7f0 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:28.153525 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6bd24e50-3e86-4ad7-8e4d-a3fa48af0a1d req-72713729-2b11-4d0a-9aec-a3b49c95e7f0 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0655479 Jun 23 04:03:28.191996 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6bd24e50-3e86-4ad7-8e4d-a3fa48af0a1d req-945010b5-2b88-4a79-b8bf-729aff360950 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Jun 23 04:03:28.262201 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-cc87863c-6116-42e8-8c30-53c634bad5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:28.263708 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-cc87863c-6116-42e8-8c30-53c634bad5f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1098 time: 0.0518270 Jun 23 04:03:28.360140 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-0973af57-6d1e-4bc9-bf9f-5f0a88af00b5 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c38353f147974312b06eeb49dfb9f4f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339222 Jun 23 04:03:28.435383 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-97d4c5ad-f2f5-41c4-9ca8-0b86542ab8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:28.436780 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-97d4c5ad-f2f5-41c4-9ca8-0b86542ab8ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.1667700 Jun 23 04:03:28.799925 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-7a5f047e-e297-46ec-8626-25ef43790abb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 1000 time: 0.3314865 Jun 23 04:03:28.808185 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-6dbe1f20-798a-41db-acc8-aff2d71dd140 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:28.809544 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-6dbe1f20-798a-41db-acc8-aff2d71dd140 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4428751 Jun 23 04:03:28.845169 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-ca984e96-c4be-4b78-858a-3ff9b8e77676 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/quotas/c38353f147974312b06eeb49dfb9f4f2 HTTP/1.1" status: 200 len: 375 time: 0.0276990 Jun 23 04:03:28.885158 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-13ed0c4b-9914-4c27-b44e-11515c8b47a3 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c38353f147974312b06eeb49dfb9f4f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337741 Jun 23 04:03:28.886852 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-bb3c0671-55d5-40e7-ab0e-c01c36733cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:28.888776 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-bb3c0671-55d5-40e7-ab0e-c01c36733cee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0778260 Jun 23 04:03:28.950925 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-95fc77b2-0d74-4e96-81b5-34f2684612f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:28.953023 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-95fc77b2-0d74-4e96-81b5-34f2684612f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545654 Jun 23 04:03:29.041384 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-a960d8e1-d92c-4ac7-8861-32557b56303e service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819688 Jun 23 04:03:29.147725 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ecbe8385-fd7e-47b3-b8fb-20276c77df85 req-70cb9f9a-96e7-438f-8739-6a20eda8e34d service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000998 Jun 23 04:03:29.169789 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-01044521-1647-45c4-a317-00c76fdfe073 req-ea481c88-4d36-4f07-982c-16242df5a2b3 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 210 time: 0.0370667 Jun 23 04:03:29.367853 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9541a-96e9-442f-87dd-118e351cc670 req-742601cd-9593-4c08-a704-94e9a9d387ed tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:29.369221 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-50d9541a-96e9-442f-87dd-118e351cc670 req-742601cd-9593-4c08-a704-94e9a9d387ed tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0621517 Jun 23 04:03:29.410740 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-50d9541a-96e9-442f-87dd-118e351cc670 req-0949ef13-c5cd-4431-9971-153d78fdc72f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356340 Jun 23 04:03:30.313044 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5d2d48d6-5f4b-4d8a-807e-63972b22fb64 req-0d84dc23-4743-4f14-ab5c-8cd1b194ec8f tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 210 time: 0.0318794 Jun 23 04:03:30.587760 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbfb40-9436-4da8-b502-0eacbc9f1445 req-4da0213a-86e7-4e41-a232-0348050764f4 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:30.589232 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-07cbfb40-9436-4da8-b502-0eacbc9f1445 req-4da0213a-86e7-4e41-a232-0348050764f4 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0633473 Jun 23 04:03:30.625724 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-07cbfb40-9436-4da8-b502-0eacbc9f1445 req-715a7a92-0131-404d-9e11-5f5083767274 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306196 Jun 23 04:03:31.240716 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-56ad6339-d319-4ed5-a98b-ac23010c244f tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c38353f147974312b06eeb49dfb9f4f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218835 Jun 23 04:03:31.345663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-09fcca8b-6233-44c9-a7ad-2e8f9c0aa005 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:31.347079 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-09fcca8b-6233-44c9-a7ad-2e8f9c0aa005 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1020370 Jun 23 04:03:31.362811 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Request body: {'port': {'device_id': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9', 'admin_state_up': True, 'tenant_id': 'c38353f147974312b06eeb49dfb9f4f2'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:03:31.471197 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9dfa96b3-60ec-4384-908e-5a92c8f460c0 req-6e59bec9-90e9-44d0-9ed1-e265fc2f089a tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 210 time: 0.0385966 Jun 23 04:03:31.567798 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Made reservation on behalf of c38353f147974312b06eeb49dfb9f4f2 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:03:31.571344 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:31.580331 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:31.670372 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:31.733219 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:31.736167 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-14519210-1ac5-4927-be01-f697094cc5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:31.791297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02602e3d-2e26-43fc-8272-2e0704a802dd,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:31.795884 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:31.867805 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Allocated IP 192.168.233.92 (99818e4f-1922-42d6-bcfa-bb7e70003cb9/52ece3b6-389d-4999-a9ce-52638cda1c4f/09f43612-b4ac-4c9e-ad51-819c14b4f2fb) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:03:32.004173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.017307 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Transition to ACTIVE for port object 09f43612-b4ac-4c9e-ad51-819c14b4f2fb will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:03:32.099519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.103038 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:32.143559 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:03:32.149335 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:03:32.152963 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:03:32.177860 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Pushing event updated for resources: {'Port': ['ID=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:32.182237 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:32.205968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:32.206588 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.277229 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9182296 Jun 23 04:03:32.289621 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Request body: {'port': {'device_id': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:03:32.360858 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.459763 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-8508bbf7-9134-4e13-9348-3375ae02e5b6 None None] Provisioning for port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:03:32.463940 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-8508bbf7-9134-4e13-9348-3375ae02e5b6 None None] Provisioning complete for port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:03:32.464328 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8508bbf7-9134-4e13-9348-3375ae02e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.502756 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-8508bbf7-9134-4e13-9348-3375ae02e5b6 None None] Port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:03:32.675041 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f43612-b4ac-4c9e-ad51-819c14b4f2fb {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:03:32.684773 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.704124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a562c-aa97-4b41-82a8-29b8c8ddbe01 req-5886c7c4-07fe-4d5a-81a7-41a94587b9c5 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:32.705579 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-668a562c-aa97-4b41-82a8-29b8c8ddbe01 req-5886c7c4-07fe-4d5a-81a7-41a94587b9c5 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 935 time: 0.1190166 Jun 23 04:03:32.707961 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Transition to ACTIVE for port object 09f43612-b4ac-4c9e-ad51-819c14b4f2fb will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:03:32.742385 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-668a562c-aa97-4b41-82a8-29b8c8ddbe01 req-584980f3-bf47-4404-ab97-991391bba9f9 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Jun 23 04:03:32.768109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.771249 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:32.820041 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Pushing event updated for resources: {'Port': ['ID=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:32.824956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:32.892351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Attempting to bind port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:03:32.892688 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Attempting to bind port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:03:32.893018 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Attempting to bind port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb on network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:03:32.897882 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb on network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:03:32.898208 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Attempting to bind port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb on network 99818e4f-1922-42d6-bcfa-bb7e70003cb9 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:03:32.903310 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:03:32.903679 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Checking segment: {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:03:32.904063 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Bound using segment: {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:03:32.904497 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Bound port: 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8b429a-2863-413d-b6f9-87e2e43ede0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:03:32.904850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:32.967928 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] For port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:03:32.970829 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] For port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:03:33.040118 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:33.043073 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:33.076065 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.076682 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:33.078030 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] 10.222.0.11 "PUT /v2.0/ports/09f43612-b4ac-4c9e-ad51-819c14b4f2fb HTTP/1.1" status: 200 len: 1097 time: 0.7928185 Jun 23 04:03:33.078519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'tag': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:03:33.080812 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2b73e8-7a65-488b-9f80-3790cf8da442" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9d6b8d-6e7e-4048-bd48-5cca09edbb14", "tag": "09f43612-b4ac-4c9e-ad51-819c14b4f2fb"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:03:33.109153 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Pushing event updated for resources: {'Port': ['ID=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:33.112345 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:33.123343 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5484d-4b59-4058-a7ff-53e58325240d x-openstack-request-id: req-08c5484d-4b59-4058-a7ff-53e58325240d {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:03:33.123714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9d6b8d-6e7e-4048-bd48-5cca09edbb14", "tag": "09f43612-b4ac-4c9e-ad51-819c14b4f2fb", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:03:33.124001 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08c5484d-4b59-4058-a7ff-53e58325240d {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:03:33.124424 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'tag': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb', 'status': 'completed', 'code': 200} Jun 23 04:03:33.200013 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b73e8-7a65-488b-9f80-3790cf8da442 req-0c2e0c9c-c9dc-437a-a2d0-c939e8f42653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.201497 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e2b73e8-7a65-488b-9f80-3790cf8da442 req-0c2e0c9c-c9dc-437a-a2d0-c939e8f42653 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c38353f147974312b06eeb49dfb9f4f2&device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 1100 time: 0.0563786 Jun 23 04:03:33.236230 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e2b73e8-7a65-488b-9f80-3790cf8da442 req-3ecaa800-4e79-49c7-ae36-dc799bf14126 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c38353f147974312b06eeb49dfb9f4f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207133 Jun 23 04:03:33.331704 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b73e8-7a65-488b-9f80-3790cf8da442 req-888dc0db-45f0-4274-aa64-d9ccafe69c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.333147 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9e2b73e8-7a65-488b-9f80-3790cf8da442 req-888dc0db-45f0-4274-aa64-d9ccafe69c5a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899436 Jun 23 04:03:33.420297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-022cde04-b3fc-4af9-b1d0-93582eed014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.421677 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-022cde04-b3fc-4af9-b1d0-93582eed014f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c38353f147974312b06eeb49dfb9f4f2&device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 1100 time: 0.0515022 Jun 23 04:03:33.461740 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-16e4267e-834c-46c0-845b-745e71b547c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=09f43612-b4ac-4c9e-ad51-819c14b4f2fb HTTP/1.1" status: 200 len: 217 time: 0.0329964 Jun 23 04:03:33.516349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-ddef8c2b-ec26-4037-9b74-103b109efdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.516349 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-ddef8c2b-ec26-4037-9b74-103b109efdda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52ece3b6-389d-4999-a9ce-52638cda1c4f HTTP/1.1" status: 200 len: 843 time: 0.0420582 Jun 23 04:03:33.574596 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82248b00-fc83-4089-8da5-11b6426d7087 req-77bb295f-ce25-431b-bacc-437491ec45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.576100 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-77bb295f-ce25-431b-bacc-437491ec45b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99818e4f-1922-42d6-bcfa-bb7e70003cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540199 Jun 23 04:03:33.664177 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-34fc6ed4-e80a-420a-bbe5-d390cc215dcd service neutron] 10.222.0.11 "GET /v2.0/networks/99818e4f-1922-42d6-bcfa-bb7e70003cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811043 Jun 23 04:03:33.754366 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-82248b00-fc83-4089-8da5-11b6426d7087 req-5703dbfc-bb19-408d-a08d-19553f1071cd service neutron] 10.222.0.11 "GET /v2.0/networks/99818e4f-1922-42d6-bcfa-bb7e70003cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838614 Jun 23 04:03:33.910182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2251-d2bb-4bdf-97a8-db1502b2c4fc req-b3d50d4d-7195-4cba-b762-6d11289255a4 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:33.911634 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-579a2251-d2bb-4bdf-97a8-db1502b2c4fc req-b3d50d4d-7195-4cba-b762-6d11289255a4 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 947 time: 0.0616586 Jun 23 04:03:33.949012 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-579a2251-d2bb-4bdf-97a8-db1502b2c4fc req-e9a8bbd8-398f-4955-98be-71480819ea44 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Jun 23 04:03:35.119387 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2887270-f264-46e2-b6e6-f6c1e64c22b8 req-c1318109-93d2-4eec-8367-b3c9921d549e tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:35.120843 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a2887270-f264-46e2-b6e6-f6c1e64c22b8 req-c1318109-93d2-4eec-8367-b3c9921d549e tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 947 time: 0.0610797 Jun 23 04:03:35.162759 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a2887270-f264-46e2-b6e6-f6c1e64c22b8 req-804c59b4-070e-4357-bf9d-5911e4451900 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357811 Jun 23 04:03:35.672962 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 09f43612-b4ac-4c9e-ad51-819c14b4f2fb details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:03:35.765605 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:35.776244 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb', 'network_id': '99818e4f-1922-42d6-bcfa-bb7e70003cb9', 'port_id': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb', 'mac_address': 'fa:16:3e:6e:7d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ece3b6-389d-4999-a9ce-52638cda1c4f', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:03:35.812278 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:35.824222 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f43612-b4ac-4c9e-ad51-819c14b4f2fb {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:03:35.842520 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:35.901881 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:35.904597 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:35.951056 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:35.957844 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.958193 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.959043 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.959377 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.959730 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.960053 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.960375 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.960693 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.961009 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.961323 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.961637 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.961950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:03:35.965725 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:36.341946 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67a17e-085d-4c4a-82c6-881702776c7e req-6b407428-fc2b-4923-804c-3408f269a4a1 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:36.343497 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5a67a17e-085d-4c4a-82c6-881702776c7e req-6b407428-fc2b-4923-804c-3408f269a4a1 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 948 time: 0.0630980 Jun 23 04:03:36.379758 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5a67a17e-085d-4c4a-82c6-881702776c7e req-04c65468-8f2f-47d5-a8f9-97ccbe372683 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Jun 23 04:03:36.422245 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['09f43612-b4ac-4c9e-ad51-819c14b4f2fb'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:03:37.553746 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b0c4f-3359-45cd-91ae-87b611489fce req-0a0ce689-52f3-4c5f-8786-a28071d65b13 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:37.555195 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f34b0c4f-3359-45cd-91ae-87b611489fce req-0a0ce689-52f3-4c5f-8786-a28071d65b13 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 948 time: 0.0649686 Jun 23 04:03:37.591684 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f34b0c4f-3359-45cd-91ae-87b611489fce req-9659b8cb-14b5-458f-a494-f9cf8b6120eb tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307457 Jun 23 04:03:37.698808 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 09f43612-b4ac-4c9e-ad51-819c14b4f2fb up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:03:37.813235 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:03:37.816729 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:03:37.817172 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:37.891728 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:37.913306 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:03:37.915552 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b0fd0-0e0a-461f-9339-11d0ec5191f8" -d '{"events": [{"server_uuid": "dd9d6b8d-6e7e-4048-bd48-5cca09edbb14", "name": "network-vif-plugged", "status": "completed", "tag": "09f43612-b4ac-4c9e-ad51-819c14b4f2fb"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:03:37.928106 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:37.950189 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a0abb3-3a32-45b6-aecd-df41ee72febc x-openstack-request-id: req-59a0abb3-3a32-45b6-aecd-df41ee72febc {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:03:37.950497 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9d6b8d-6e7e-4048-bd48-5cca09edbb14", "name": "network-vif-plugged", "status": "completed", "tag": "09f43612-b4ac-4c9e-ad51-819c14b4f2fb", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:03:37.950765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59a0abb3-3a32-45b6-aecd-df41ee72febc {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:03:37.951164 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb', 'code': 200} Jun 23 04:03:38.002169 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:38.004079 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:38.055010 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:38.059503 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:38.324956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461ddd3-a848-4bef-bfba-f7db00e8026c req-83d8aeb0-ca1b-4b3f-995b-61319a91f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:38.326338 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e461ddd3-a848-4bef-bfba-f7db00e8026c req-83d8aeb0-ca1b-4b3f-995b-61319a91f3ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 1102 time: 0.0549521 Jun 23 04:03:38.360518 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e461ddd3-a848-4bef-bfba-f7db00e8026c req-0b677d24-0a67-4ce5-b6e5-35287a58af15 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280111 Jun 23 04:03:38.766270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19550c29-e9ef-45ae-8481-02aa8fe82178 req-d3fc5c2b-8cdc-4680-8d28-36541004305b tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:38.767909 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19550c29-e9ef-45ae-8481-02aa8fe82178 req-d3fc5c2b-8cdc-4680-8d28-36541004305b tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 949 time: 0.0664244 Jun 23 04:03:38.807047 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19550c29-e9ef-45ae-8481-02aa8fe82178 req-93c70494-14ca-47fd-a4e5-c9542e740dab tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Jun 23 04:03:38.892883 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:03:39.779308 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:39.974099 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624d8aa-233a-4a6b-94c0-fb6ef5697602 req-1ff1b2a0-c5f1-4462-a5ed-9f938635aa7f tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:39.975537 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8624d8aa-233a-4a6b-94c0-fb6ef5697602 req-1ff1b2a0-c5f1-4462-a5ed-9f938635aa7f tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 949 time: 0.0608160 Jun 23 04:03:40.014942 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8624d8aa-233a-4a6b-94c0-fb6ef5697602 req-9878592f-ef06-4dcb-bb3d-f3cfb712d080 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Jun 23 04:03:40.678027 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922215d7-59a0-47ae-905c-39d092d5dac5 req-4375c093-56ac-4ca0-8a47-4c15850688df tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:40.679501 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-922215d7-59a0-47ae-905c-39d092d5dac5 req-4375c093-56ac-4ca0-8a47-4c15850688df tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 949 time: 0.0644965 Jun 23 04:03:40.717189 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-922215d7-59a0-47ae-905c-39d092d5dac5 req-9e578d5d-958f-4f73-bb3d-57300edf4c5e tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Jun 23 04:03:41.887765 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b575fb-a3e8-4ca0-9a86-07e623dbda9c req-186a452a-cb23-4708-bb39-a12e2eff9000 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:41.889217 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c1b575fb-a3e8-4ca0-9a86-07e623dbda9c req-186a452a-cb23-4708-bb39-a12e2eff9000 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 949 time: 0.0618963 Jun 23 04:03:41.925756 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c1b575fb-a3e8-4ca0-9a86-07e623dbda9c req-4a0521b9-ad8c-4a36-a9a2-5346d1e7b809 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/security-groups?id=02602e3d-2e26-43fc-8272-2e0704a802dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305996 Jun 23 04:03:42.273356 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f748d81-db21-4af3-88a9-988be55f8155 req-e9cc7029-94ba-434e-a720-6e0eba63a85c tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:42.274836 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f748d81-db21-4af3-88a9-988be55f8155 req-e9cc7029-94ba-434e-a720-6e0eba63a85c tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 949 time: 0.0631459 Jun 23 04:03:42.372384 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Deleting port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:03:42.372728 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:42.460818 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] For port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,segment=NetworkSegment(8f8b429a-2863-413d-b6f9-87e2e43ede0b),segment_id=8f8b429a-2863-413d-b6f9-87e2e43ede0b)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:42.461166 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:42.472190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Calling delete_port for 09f43612-b4ac-4c9e-ad51-819c14b4f2fb owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:03:42.654002 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:42.658107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:42.675182 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['09f43612-b4ac-4c9e-ad51-819c14b4f2fb'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:03:42.684965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Pushing event deleted for resources: {'Port': ['ID=09f43612-b4ac-4c9e-ad51-819c14b4f2fb,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:42.688636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:42.732601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] No DVR routers for this DVR port 09f43612-b4ac-4c9e-ad51-819c14b4f2fb on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:03:42.735061 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:42.737017 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f748d81-db21-4af3-88a9-988be55f8155 req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.11 "DELETE /v2.0/ports/09f43612-b4ac-4c9e-ad51-819c14b4f2fb HTTP/1.1" status: 204 len: 173 time: 0.4568460 Jun 23 04:03:42.737509 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'name': 'network-vif-deleted', 'tag': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:03:42.739797 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa281a-48b4-46d3-b667-053c3adbf915" -d '{"events": [{"server_uuid": "dd9d6b8d-6e7e-4048-bd48-5cca09edbb14", "name": "network-vif-deleted", "tag": "09f43612-b4ac-4c9e-ad51-819c14b4f2fb"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:03:42.778585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32ad40c-5037-4258-ac91-d5eaa8674f17 x-openstack-request-id: req-a32ad40c-5037-4258-ac91-d5eaa8674f17 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:03:42.778585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9d6b8d-6e7e-4048-bd48-5cca09edbb14", "name": "network-vif-deleted", "tag": "09f43612-b4ac-4c9e-ad51-819c14b4f2fb", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:03:42.778585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a32ad40c-5037-4258-ac91-d5eaa8674f17 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:03:42.778585 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9d6b8d-6e7e-4048-bd48-5cca09edbb14', 'name': 'network-vif-deleted', 'tag': '09f43612-b4ac-4c9e-ad51-819c14b4f2fb', 'status': 'completed', 'code': 200} Jun 23 04:03:43.078844 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-796d8abb-ca1d-4eda-8326-3c62efa38c91 req-d993d733-d84c-41e6-b4fc-422627990b97 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd9d6b8d-6e7e-4048-bd48-5cca09edbb14 HTTP/1.1" status: 200 len: 210 time: 0.0283239 Jun 23 04:03:45.268616 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-744558c6-dce8-4276-bbee-0767aeb01061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:45.730050 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 09f43612-b4ac-4c9e-ad51-819c14b4f2fb no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:03:45.752000 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 09f43612-b4ac-4c9e-ad51-819c14b4f2fb {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:03:45.755004 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 09f43612-b4ac-4c9e-ad51-819c14b4f2fb not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:03:47.499248 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-017b07dd-dce6-419b-9ee3-725cfb96a595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:47.979407 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:48.782102 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:49.589552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56864) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:49.717455 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e9d7b968-27f9-45ec-b405-e1f93c1e527f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c38353f147974312b06eeb49dfb9f4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267004 Jun 23 04:03:49.719760 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 56868) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:03:49.765340 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:49.785521 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:49.899244 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:49.901940 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:49.903046 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02602e3d-2e26-43fc-8272-2e0704a802dd HTTP/1.1" status: 204 len: 168 time: 0.1824296 Jun 23 04:03:49.903911 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-57da151b-c394-4f55-b60f-5a6f3636cfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:49.910999 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02602e3d-2e26-43fc-8272-2e0704a802dd,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:49.913832 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:50.256771 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:54.262514 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b8bf-9337-4bd3-89cb-57688a1e208d req-b214d26f-ce5f-4c33-9bb9-040dfa0cb7dc tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:54.263968 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8259b8bf-9337-4bd3-89cb-57688a1e208d req-b214d26f-ce5f-4c33-9bb9-040dfa0cb7dc tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Jun 23 04:03:54.300517 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8259b8bf-9337-4bd3-89cb-57688a1e208d req-389d2230-d43a-40a5-8297-879e4ccf9f7a tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306325 Jun 23 04:03:55.562814 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ef4af-26b3-48bf-af12-cd410220488b req-a2e8bb00-2e5d-4653-82ae-b70d9a796f2b tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:55.564320 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9b9ef4af-26b3-48bf-af12-cd410220488b req-a2e8bb00-2e5d-4653-82ae-b70d9a796f2b tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.1530857 Jun 23 04:03:55.600435 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9b9ef4af-26b3-48bf-af12-cd410220488b req-a04c3ec2-8e76-46d1-be04-5c2b08550220 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304809 Jun 23 04:03:56.770000 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7b5e4-8901-473b-b52c-a1dd73e918f4 req-f23b5bf2-8742-411e-8a8f-e0f20f40cae2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:56.771418 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-67b7b5e4-8901-473b-b52c-a1dd73e918f4 req-f23b5bf2-8742-411e-8a8f-e0f20f40cae2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0609677 Jun 23 04:03:56.807354 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-67b7b5e4-8901-473b-b52c-a1dd73e918f4 req-50ec32c2-2899-4111-a8f8-fb2cbf595f81 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296612 Jun 23 04:03:57.977237 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc729a-e9a2-4808-8bb0-ff05ee3b9c0b req-ceedec25-9038-45fe-bea8-d78e9498db50 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:57.978671 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-25dc729a-e9a2-4808-8bb0-ff05ee3b9c0b req-ceedec25-9038-45fe-bea8-d78e9498db50 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0641522 Jun 23 04:03:58.014860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-25dc729a-e9a2-4808-8bb0-ff05ee3b9c0b req-f2cbd45f-b9e5-4f97-a150-e3554e351294 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 Jun 23 04:03:59.218998 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72cec9-8beb-4bb4-8aa3-696caac904c9 req-590f438b-ae5c-413b-a375-81d8bd895b24 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:59.220437 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a72cec9-8beb-4bb4-8aa3-696caac904c9 req-590f438b-ae5c-413b-a375-81d8bd895b24 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0993979 Jun 23 04:03:59.239472 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-41b8f7d1-3b09-469c-aac8-dea7b471bc31 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:03:59.240794 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-41b8f7d1-3b09-469c-aac8-dea7b471bc31 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 945 time: 0.0901985 Jun 23 04:03:59.296946 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a72cec9-8beb-4bb4-8aa3-696caac904c9 req-082fa6c0-d679-4e95-a67d-26b84a461b09 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697670 Jun 23 04:03:59.354222 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Deleting port 4e82d744-a895-411f-a993-9e992b1347af {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:03:59.354566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:59.442641 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] For port 4e82d744-a895-411f-a993-9e992b1347af, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=4e82d744-a895-411f-a993-9e992b1347af,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:03:59.442991 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:59.454733 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Calling delete_port for 4e82d744-a895-411f-a993-9e992b1347af owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:03:59.630528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:59.635182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:03:59.645187 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['4e82d744-a895-411f-a993-9e992b1347af'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:03:59.870651 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Pushing event deleted for resources: {'Port': ['ID=4e82d744-a895-411f-a993-9e992b1347af,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:03:59.873667 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:03:59.913473 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] No DVR routers for this DVR port 4e82d744-a895-411f-a993-9e992b1347af on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:03:59.916322 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:03:59.918198 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ddcfee1d-16e0-4015-8d0b-27fc928cfbe5 req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "DELETE /v2.0/ports/4e82d744-a895-411f-a993-9e992b1347af HTTP/1.1" status: 204 len: 173 time: 0.6699255 Jun 23 04:03:59.918671 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'name': 'network-vif-deleted', 'tag': '4e82d744-a895-411f-a993-9e992b1347af'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:03:59.921003 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a9c7da-722c-4b65-89b4-c3b9c9d42c8e" -d '{"events": [{"server_uuid": "b88fb512-ccdd-4171-b3a1-48d59a7bcac6", "name": "network-vif-deleted", "tag": "4e82d744-a895-411f-a993-9e992b1347af"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:03:59.954644 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ae3df-ed5e-4870-aed6-a2470eb614a4 x-openstack-request-id: req-e60ae3df-ed5e-4870-aed6-a2470eb614a4 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:03:59.954964 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88fb512-ccdd-4171-b3a1-48d59a7bcac6", "name": "network-vif-deleted", "tag": "4e82d744-a895-411f-a993-9e992b1347af", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:03:59.955444 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e60ae3df-ed5e-4870-aed6-a2470eb614a4 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:03:59.955877 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88fb512-ccdd-4171-b3a1-48d59a7bcac6', 'name': 'network-vif-deleted', 'tag': '4e82d744-a895-411f-a993-9e992b1347af', 'status': 'completed', 'code': 200} Jun 23 04:04:00.443124 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0f99aa93-3f2d-4892-984e-83d16aaff1e9 req-fd9763b0-abc9-49fc-a680-570742176953 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=b88fb512-ccdd-4171-b3a1-48d59a7bcac6 HTTP/1.1" status: 200 len: 210 time: 0.0268834 Jun 23 04:04:01.784798 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 4e82d744-a895-411f-a993-9e992b1347af no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:04:01.803358 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 4e82d744-a895-411f-a993-9e992b1347af {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:04:01.803724 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 4e82d744-a895-411f-a993-9e992b1347af not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:04:05.905341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-84114195-d37c-4252-abed-95006480bce9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:05.906754 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-84114195-d37c-4252-abed-95006480bce9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/networks?id=0bf8468b-502b-42d7-a674-420eb350618a HTTP/1.1" status: 200 len: 814 time: 0.0997479 Jun 23 04:04:05.921422 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-b9e8b644-3624-49c0-83d9-767e26571169 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/quotas/cbd43043025842649b7cf224a1009700 HTTP/1.1" status: 200 len: 375 time: 0.0093884 Jun 23 04:04:05.953227 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-96908014-db36-4e09-b809-efd39e9642aa tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbd43043025842649b7cf224a1009700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267286 Jun 23 04:04:06.082639 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-f6f292b9-8ad7-4f84-8cf2-d8d3844cb833 service neutron] 10.222.0.20 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229806 Jun 23 04:04:06.169205 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-d3418b8a-f228-4388-99e4-3d5d579a28e7 service neutron] 10.222.0.20 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805001 Jun 23 04:04:06.453018 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-39f379e0-f8c0-4f7e-8b1c-c517ddad06fa req-3c819089-17ad-4012-90e4-f8153ebc1e1a tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 210 time: 0.0322170 Jun 23 04:04:07.532778 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-441fc451-ec0c-4f72-8147-e31e3262d4ae req-7fb0f72a-2282-49f3-a735-2f939d657bdb tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 210 time: 0.0281386 Jun 23 04:04:08.674100 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7f0d27bd-299c-4dc0-ba18-51920cfebde9 req-4818bfe8-77f8-4723-a093-0d8c6abd7bf6 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 210 time: 0.0289288 Jun 23 04:04:08.774714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-5bf70f6c-16fe-4828-95cb-aeaa012a8266 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:08.776197 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-5bf70f6c-16fe-4828-95cb-aeaa012a8266 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "GET /v2.0/networks?id=0bf8468b-502b-42d7-a674-420eb350618a HTTP/1.1" status: 200 len: 814 time: 0.1042285 Jun 23 04:04:08.791128 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Request body: {'port': {'device_id': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a', 'admin_state_up': True, 'tenant_id': 'cbd43043025842649b7cf224a1009700'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:08.982296 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Made reservation on behalf of cbd43043025842649b7cf224a1009700 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:04:08.985837 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:09.110599 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Allocated IP 172.20.0.12 (0bf8468b-502b-42d7-a674-420eb350618a/902d697e-59d3-4d70-9922-2572840e2fde/020b969c-29b1-466d-9b15-7a17357dcc23) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:04:09.202939 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-1fe02633-a726-4a81-8634-390baac3e7df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011624 Jun 23 04:04:09.254580 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:09.300323 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-0d76d5b3-57d6-429b-8057-62e043a69a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:09.301765 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-0d76d5b3-57d6-429b-8057-62e043a69a2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 1098 time: 0.0540268 Jun 23 04:04:09.386214 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:09.390320 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2ac24151-a6c6-491b-a497-e746252c94ce tempest-DeleteServersTestJSON-1013832729 tempest-DeleteServersTestJSON-1013832729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:09.435277 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Network 0bf8468b-502b-42d7-a674-420eb350618a is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:04:09.438505 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:04:09.441228 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:04:09.468853 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Pushing event updated for resources: {'Port': ['ID=020b969c-29b1-466d-9b15-7a17357dcc23,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:09.479629 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.480005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.480457 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.480816 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.481171 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.481524 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.481892 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.482223 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.482568 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.482914 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.483526 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.483875 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:09.487745 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:09.510502 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:09.511226 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:09.585682 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7989056 Jun 23 04:04:09.598403 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Request body: {'port': {'device_id': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:09.627526 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-10b23c78-ec2c-471d-86a4-d63dc49876de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:09.629024 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-10b23c78-ec2c-471d-86a4-d63dc49876de service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.3066602 Jun 23 04:04:09.673818 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:09.694377 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-205c95ae-d72e-4d03-89ae-010d714ddc47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 200 len: 1000 time: 0.0587909 Jun 23 04:04:09.758315 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-2853fdfb-81b7-469e-b1d3-d36ab6fb1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:09.760472 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-2853fdfb-81b7-469e-b1d3-d36ab6fb1f6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0444422 Jun 23 04:04:09.810804 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:09.817974 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-52676864-307c-42ee-81f0-588f3132b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:09.819477 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-52676864-307c-42ee-81f0-588f3132b788 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517490 Jun 23 04:04:09.912184 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-26792410-35fe-473e-ac26-33cde79e8bbe service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840764 Jun 23 04:04:09.935116 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6168e7-da0f-4bca-a538-cb4269e2fc0a req-bc4cd9f5-6ebc-4104-91f1-92252ddc4163 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:09.936482 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0f6168e7-da0f-4bca-a538-cb4269e2fc0a req-bc4cd9f5-6ebc-4104-91f1-92252ddc4163 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 932 time: 0.1278324 Jun 23 04:04:10.001465 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-f91f8c1e-9ac5-4310-a418-865e015b3554 req-ff697237-3bff-4a12-acde-7a96631bc498 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820768 Jun 23 04:04:10.007263 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020b969c-29b1-466d-9b15-7a17357dcc23 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:10.013944 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0f6168e7-da0f-4bca-a538-cb4269e2fc0a req-756d4b68-6e07-4abc-b5e3-bea4b0051274 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708942 Jun 23 04:04:10.017689 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:10.030280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Transition to ACTIVE for port object 020b969c-29b1-466d-9b15-7a17357dcc23 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:04:10.102020 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:10.105433 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0ff3c60-6f89-46ab-8104-89676ef8c101 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:10.170335 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Pushing event updated for resources: {'Port': ['ID=020b969c-29b1-466d-9b15-7a17357dcc23,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:10.189142 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:10.216334 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Attempting to bind port 020b969c-29b1-466d-9b15-7a17357dcc23 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:04:10.216675 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Attempting to bind port 020b969c-29b1-466d-9b15-7a17357dcc23 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:04:10.217012 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Attempting to bind port 020b969c-29b1-466d-9b15-7a17357dcc23 on network 0bf8468b-502b-42d7-a674-420eb350618a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:04:10.221276 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Port 020b969c-29b1-466d-9b15-7a17357dcc23 on network 0bf8468b-502b-42d7-a674-420eb350618a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:04:10.221600 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Attempting to bind port 020b969c-29b1-466d-9b15-7a17357dcc23 on network 0bf8468b-502b-42d7-a674-420eb350618a {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:04:10.226428 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:04:10.226790 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Checking segment: {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:04:10.227167 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Bound using segment: {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:04:10.227629 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Bound port: 020b969c-29b1-466d-9b15-7a17357dcc23, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23fd6e6a-e87f-48a4-ab8d-2051d49403be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:04:10.228479 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:10.291802 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] For port 020b969c-29b1-466d-9b15-7a17357dcc23, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:04:10.294742 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] For port 020b969c-29b1-466d-9b15-7a17357dcc23, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=020b969c-29b1-466d-9b15-7a17357dcc23,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:04:10.362891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:10.365055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3c25820a-1009-4bea-9202-fc73a4ca9a21 tempest-VolumesActionsTest-733178905 tempest-VolumesActionsTest-733178905-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:10.397067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:10.397669 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:10.399102 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] 10.222.0.11 "PUT /v2.0/ports/020b969c-29b1-466d-9b15-7a17357dcc23 HTTP/1.1" status: 200 len: 1094 time: 0.8049150 Jun 23 04:04:10.400066 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'tag': '020b969c-29b1-466d-9b15-7a17357dcc23'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:10.402345 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e2e561-8fea-48a6-bef2-f86604578404" -d '{"events": [{"name": "network-changed", "server_uuid": "980fdb09-baac-4ed8-bc7d-2b9b31895e2f", "tag": "020b969c-29b1-466d-9b15-7a17357dcc23"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:10.425749 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Pushing event updated for resources: {'Port': ['ID=020b969c-29b1-466d-9b15-7a17357dcc23,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:10.428898 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:10.436617 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dd1a11-23df-4f7f-bc65-fb47c67a20fa x-openstack-request-id: req-95dd1a11-23df-4f7f-bc65-fb47c67a20fa {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:10.436938 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980fdb09-baac-4ed8-bc7d-2b9b31895e2f", "tag": "020b969c-29b1-466d-9b15-7a17357dcc23", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:10.437225 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95dd1a11-23df-4f7f-bc65-fb47c67a20fa {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:10.437672 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'tag': '020b969c-29b1-466d-9b15-7a17357dcc23', 'status': 'completed', 'code': 200} Jun 23 04:04:10.507912 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e561-8fea-48a6-bef2-f86604578404 req-60bc4f8e-6eb4-4703-95d2-65a15d116509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:10.509384 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0e2e561-8fea-48a6-bef2-f86604578404 req-60bc4f8e-6eb4-4703-95d2-65a15d116509 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbd43043025842649b7cf224a1009700&device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 1097 time: 0.0515931 Jun 23 04:04:10.609488 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e561-8fea-48a6-bef2-f86604578404 req-978c2aad-cc66-4cb1-8296-ea7b0f0f2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:10.610912 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0e2e561-8fea-48a6-bef2-f86604578404 req-978c2aad-cc66-4cb1-8296-ea7b0f0f2ddb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cbd43043025842649b7cf224a1009700&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944121 Jun 23 04:04:10.700679 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2e561-8fea-48a6-bef2-f86604578404 req-a8d5e4ac-e088-4d93-b38a-47d47ca71c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:10.702108 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e0e2e561-8fea-48a6-bef2-f86604578404 req-a8d5e4ac-e088-4d93-b38a-47d47ca71c24 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855086 Jun 23 04:04:10.792234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-d20ede2f-9c95-4989-9e1e-c8e40b8bf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:10.793567 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-d20ede2f-9c95-4989-9e1e-c8e40b8bf398 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbd43043025842649b7cf224a1009700&device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 1097 time: 0.0539751 Jun 23 04:04:10.833395 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-71812e31-d26a-42e0-900e-cabdfa9a8d65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020b969c-29b1-466d-9b15-7a17357dcc23 HTTP/1.1" status: 200 len: 217 time: 0.0321391 Jun 23 04:04:10.877670 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-cc2f4502-bb22-4190-8f5a-efc03135dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:10.879002 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-cc2f4502-bb22-4190-8f5a-efc03135dc53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=902d697e-59d3-4d70-9922-2572840e2fde HTTP/1.1" status: 200 len: 854 time: 0.0401745 Jun 23 04:04:10.910115 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-22f49173-cd31-4b4e-8172-0fb6693141e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0bf8468b-502b-42d7-a674-420eb350618a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248260 Jun 23 04:04:10.999025 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-1de15a2f-db7c-44e4-99d4-8f94c94750b4 service neutron] 10.222.0.11 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824809 Jun 23 04:04:11.090307 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4945c9fc-9304-4e45-9fde-30ae721de7dd req-22b8c863-72bc-47ab-9cff-1c2a1970b24e service neutron] 10.222.0.11 "GET /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Jun 23 04:04:11.187197 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f81a0-5117-4349-a8cb-0d95f7f594ea req-3647399e-13f1-46ed-b2e0-2e2f979c2f4f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:11.188659 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-034f81a0-5117-4349-a8cb-0d95f7f594ea req-3647399e-13f1-46ed-b2e0-2e2f979c2f4f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 944 time: 0.0617678 Jun 23 04:04:11.225999 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-034f81a0-5117-4349-a8cb-0d95f7f594ea req-42f5e01d-9588-431f-b1b9-e6269d1be281 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311332 Jun 23 04:04:12.394723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d2147-fe6d-4d36-ba5c-fcf90211940d req-64547421-de1a-4581-b166-11a876b3c272 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:12.396180 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9a8d2147-fe6d-4d36-ba5c-fcf90211940d req-64547421-de1a-4581-b166-11a876b3c272 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 944 time: 0.0614417 Jun 23 04:04:12.432175 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9a8d2147-fe6d-4d36-ba5c-fcf90211940d req-3e396a28-9864-4328-8029-41f081f964a4 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298016 Jun 23 04:04:13.602896 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca8aa-91be-4dc4-9e8e-6e90630fd543 req-4e25a052-379b-4e1a-a51e-500e22296584 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:13.604348 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e1dca8aa-91be-4dc4-9e8e-6e90630fd543 req-4e25a052-379b-4e1a-a51e-500e22296584 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 944 time: 0.0646255 Jun 23 04:04:13.640522 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e1dca8aa-91be-4dc4-9e8e-6e90630fd543 req-5691f152-e361-49e8-83bb-1b7bde24cab2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Jun 23 04:04:13.895766 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 020b969c-29b1-466d-9b15-7a17357dcc23 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:04:13.988742 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 020b969c-29b1-466d-9b15-7a17357dcc23, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=020b969c-29b1-466d-9b15-7a17357dcc23,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:13.999730 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '020b969c-29b1-466d-9b15-7a17357dcc23', 'network_id': '0bf8468b-502b-42d7-a674-420eb350618a', 'port_id': '020b969c-29b1-466d-9b15-7a17357dcc23', 'mac_address': 'fa:16:3e:18:71:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902d697e-59d3-4d70-9922-2572840e2fde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:04:14.034267 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:14.046841 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020b969c-29b1-466d-9b15-7a17357dcc23 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:14.065614 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 020b969c-29b1-466d-9b15-7a17357dcc23, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=020b969c-29b1-466d-9b15-7a17357dcc23,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:14.150583 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:14.152261 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:14.198700 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=020b969c-29b1-466d-9b15-7a17357dcc23,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:14.201622 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:14.509514 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['020b969c-29b1-466d-9b15-7a17357dcc23'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:04:14.806571 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e220e-74bf-4e4b-bfb2-a3f82bfae0e9 req-467ef3a1-d0c3-438d-b4af-799f6636b664 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:14.807937 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-064e220e-74bf-4e4b-bfb2-a3f82bfae0e9 req-467ef3a1-d0c3-438d-b4af-799f6636b664 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 945 time: 0.0617678 Jun 23 04:04:14.843882 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-064e220e-74bf-4e4b-bfb2-a3f82bfae0e9 req-d409c500-9381-4eea-b458-61dbd8a79d84 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305319 Jun 23 04:04:15.245170 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-934c5bb4-2b3b-46e2-b058-1a93d531684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:15.891553 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:04:15.928971 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 020b969c-29b1-466d-9b15-7a17357dcc23 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:04:16.011286 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f1f32-a296-4149-9d22-b5d0a415bf43 req-c80644b7-8f52-4b3f-ae1c-730d9331298e tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:16.012753 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-004f1f32-a296-4149-9d22-b5d0a415bf43 req-c80644b7-8f52-4b3f-ae1c-730d9331298e tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 945 time: 0.0611722 Jun 23 04:04:16.044991 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 020b969c-29b1-466d-9b15-7a17357dcc23 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:04:16.048774 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 020b969c-29b1-466d-9b15-7a17357dcc23 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:04:16.049156 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:16.053139 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-004f1f32-a296-4149-9d22-b5d0a415bf43 req-ca45ee9d-529a-4c8a-bbf8-57d857cd5bfd tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348396 Jun 23 04:04:16.121228 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:16.142155 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b969c-29b1-466d-9b15-7a17357dcc23'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:16.144593 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb0fabd-4067-43bc-bf2c-ad36ebe02c56" -d '{"events": [{"server_uuid": "980fdb09-baac-4ed8-bc7d-2b9b31895e2f", "name": "network-vif-plugged", "status": "completed", "tag": "020b969c-29b1-466d-9b15-7a17357dcc23"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:16.156766 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 020b969c-29b1-466d-9b15-7a17357dcc23, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=020b969c-29b1-466d-9b15-7a17357dcc23,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:16.183200 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ffdc5b-c4b7-4ca9-b5de-f688877052c6 x-openstack-request-id: req-14ffdc5b-c4b7-4ca9-b5de-f688877052c6 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:16.183530 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980fdb09-baac-4ed8-bc7d-2b9b31895e2f", "name": "network-vif-plugged", "status": "completed", "tag": "020b969c-29b1-466d-9b15-7a17357dcc23", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:16.183790 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14ffdc5b-c4b7-4ca9-b5de-f688877052c6 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:16.184179 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020b969c-29b1-466d-9b15-7a17357dcc23', 'code': 200} Jun 23 04:04:16.239481 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:16.241333 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:16.288253 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=020b969c-29b1-466d-9b15-7a17357dcc23,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:16.291207 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:16.532908 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d2731-0728-4040-bdfc-063e85cb3d7b req-afefa186-188e-4aac-9a00-e3c5781b701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:16.534398 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3b2d2731-0728-4040-bdfc-063e85cb3d7b req-afefa186-188e-4aac-9a00-e3c5781b701c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 1099 time: 0.0521400 Jun 23 04:04:16.566992 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3b2d2731-0728-4040-bdfc-063e85cb3d7b req-799340d1-c697-4639-aa01-5958932f2011 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265772 Jun 23 04:04:17.225255 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca574cd-48da-4490-895b-0e4cd0195326 req-0aeefe45-44c2-42af-a0b1-f3323d64b000 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:17.226810 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aca574cd-48da-4490-895b-0e4cd0195326 req-0aeefe45-44c2-42af-a0b1-f3323d64b000 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.0632482 Jun 23 04:04:17.263526 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aca574cd-48da-4490-895b-0e4cd0195326 req-542b7925-6ef6-4963-a520-9abb6cc75f3a tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304704 Jun 23 04:04:17.490382 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-84f6abd7-1a64-4dfd-b2b7-3956b66eb66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:17.950256 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:18.438830 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d4feb-4ae8-4186-92d5-b1d30571b123 req-c2d5255c-0b35-48c7-936a-4745591c8848 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:18.440337 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b23d4feb-4ae8-4186-92d5-b1d30571b123 req-c2d5255c-0b35-48c7-936a-4745591c8848 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.0667636 Jun 23 04:04:18.476473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b23d4feb-4ae8-4186-92d5-b1d30571b123 req-523bd8e2-3ba5-46f4-bb8a-ff306a4ee70d tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304759 Jun 23 04:04:18.790611 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:19.281371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71696e72-80df-4deb-89ae-f3fb394b7f19 req-3e1d4e97-2c40-46b6-b75d-5df93f491f4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:19.282908 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-71696e72-80df-4deb-89ae-f3fb394b7f19 req-3e1d4e97-2c40-46b6-b75d-5df93f491f4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0647998 Jun 23 04:04:19.319923 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-71696e72-80df-4deb-89ae-f3fb394b7f19 req-5b82b544-940f-4cb7-927e-2df2f0f7ec4e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 Jun 23 04:04:20.267480 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:20.496483 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d5e8-84b2-457e-bb1a-89b1032bda77 req-3b53c2a3-a5d3-482c-aec1-57d80e8f455c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:20.497855 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eb95d5e8-84b2-457e-bb1a-89b1032bda77 req-3b53c2a3-a5d3-482c-aec1-57d80e8f455c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0621328 Jun 23 04:04:20.535040 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eb95d5e8-84b2-457e-bb1a-89b1032bda77 req-a390f357-09ed-4da0-adea-ec874da1113c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316522 Jun 23 04:04:21.259636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-c54b2c15-a5ba-4b22-85ff-9908ff79fc61 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:21.261088 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-c54b2c15-a5ba-4b22-85ff-9908ff79fc61 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.0650611 Jun 23 04:04:21.357087 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Deleting port d126e803-6ee9-4a88-9a62-947960d7e336 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:04:21.357429 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:21.448546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] For port d126e803-6ee9-4a88-9a62-947960d7e336, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d126e803-6ee9-4a88-9a62-947960d7e336,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:21.448906 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:21.960731 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:21.961404 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:21.961511 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.l3_db [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Floating IP dd9392e8-560c-4be8-8d0d-42a1d6e576c6 disassociated. External IP: 172.28.3.182, port: d126e803-6ee9-4a88-9a62-947960d7e336. Jun 23 04:04:21.961845 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Calling delete_port for d126e803-6ee9-4a88-9a62-947960d7e336 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:04:22.025601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff69974-8023-43bb-b4f2-5cc1433ff57b req-2804b8f8-9f28-45f6-9235-0430714c186d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:22.027619 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cff69974-8023-43bb-b4f2-5cc1433ff57b req-2804b8f8-9f28-45f6-9235-0430714c186d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 946 time: 0.1515000 Jun 23 04:04:22.084536 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cff69974-8023-43bb-b4f2-5cc1433ff57b req-43172a76-24dd-4b1a-9bb1-602ae2817c32 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=e46288c3-04eb-4938-8512-cedd901581f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500224 Jun 23 04:04:22.190446 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:22.194653 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5895f78c-a63e-4639-b4d6-55aefa54a960 tempest-VolumesActionsTest-685376132 tempest-VolumesActionsTest-685376132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:22.220713 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event deleted for resources: {'Port': ['ID=d126e803-6ee9-4a88-9a62-947960d7e336,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:22.223765 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:22.336930 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:04:22.446116 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:04:22.457301 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:04:22.467759 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:04:22.468674 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:22.492354 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] No DVR routers for this DVR port d126e803-6ee9-4a88-9a62-947960d7e336 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:04:22.494844 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:22.497370 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8f1acf5f-b4bd-415d-9cc9-a3de32d91c4e req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "DELETE /v2.0/ports/d126e803-6ee9-4a88-9a62-947960d7e336 HTTP/1.1" status: 204 len: 173 time: 1.2315295 Jun 23 04:04:22.497927 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-deleted', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:22.500281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef279c05-6079-49fe-b1dd-4be56bc0167e" -d '{"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-deleted", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:22.595223 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d275f11-684a-4dff-a5de-f393a5100dfb x-openstack-request-id: req-5d275f11-684a-4dff-a5de-f393a5100dfb {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:22.595585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8733f44d-06ca-46ad-92f6-7a925084d06a", "name": "network-vif-deleted", "tag": "d126e803-6ee9-4a88-9a62-947960d7e336", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:22.595870 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d275f11-684a-4dff-a5de-f393a5100dfb {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:22.596307 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8733f44d-06ca-46ad-92f6-7a925084d06a', 'name': 'network-vif-deleted', 'tag': 'd126e803-6ee9-4a88-9a62-947960d7e336', 'status': 'completed', 'code': 200} Jun 23 04:04:22.706836 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:04:22.909382 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:22.940167 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:04:22.948340 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:04:22.948938 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:23.048712 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:04:23.249902 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b78d8a28-62d5-4502-a903-1f6a828dad43 req-41b4b87b-421c-44d2-af3c-c311c39bd330 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=8733f44d-06ca-46ad-92f6-7a925084d06a HTTP/1.1" status: 200 len: 210 time: 0.0290606 Jun 23 04:04:23.258132 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:23.285543 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e7b3c-7461-4ef6-b7f4-f4d0dbc0c51a None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:04:23.537085 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8103e348-6c02-48a3-8859-16de172ea503 None None] New status for floating IP dd9392e8-560c-4be8-8d0d-42a1d6e576c6: DOWN {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:04:23.968326 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:04:23.988538 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: d126e803-6ee9-4a88-9a62-947960d7e336 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:04:23.988899 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device d126e803-6ee9-4a88-9a62-947960d7e336 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:04:24.473952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57066) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:24.533178 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.557402 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.662280 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.664945 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.666121 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "DELETE /v2.0/security-groups/e46288c3-04eb-4938-8512-cedd901581f1 HTTP/1.1" status: 204 len: 168 time: 0.1911933 Jun 23 04:04:24.667713 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c57f5f5c-5357-49a5-96bc-7284d2b29a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:24.669694 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57068) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:24.676786 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46288c3-04eb-4938-8512-cedd901581f1,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:24.679480 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:24.687775 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.api.v2.resource [None req-f7817787-8e8e-4e38-ac39-5b8b1779ab7f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] show failed (client error): The resource could not be found. Jun 23 04:04:24.688764 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f7817787-8e8e-4e38-ac39-5b8b1779ab7f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups/e46288c3-04eb-4938-8512-cedd901581f1 HTTP/1.1" status: 404 len: 347 time: 0.0174990 Jun 23 04:04:24.691658 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57070) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:24.814066 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Deleting port d72e856a-7d4d-4ce3-bc3d-c64ea525d888 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:04:24.814305 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.887221 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.887600 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:24.899222 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Calling delete_port for d72e856a-7d4d-4ce3-bc3d-c64ea525d888 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:04:25.133269 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:25.136140 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-e71b25aa-142e-4c38-92a3-556efac63221 tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:25.164443 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event deleted for resources: {'Port': ['ID=d72e856a-7d4d-4ce3-bc3d-c64ea525d888,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:25.208616 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.208993 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:25.218280 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:25.232164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:25.234652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:25.235767 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd9392e8-560c-4be8-8d0d-42a1d6e576c6 HTTP/1.1" status: 204 len: 168 time: 0.5431278 Jun 23 04:04:25.706659 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57082) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:25.711526 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966153003', 'description': 'tempest-description--2002735529'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:25.827565 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:25.904906 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:25.965140 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:25.967585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fefef4f3-1077-4f61-8fa1-a04cb087cb2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:25.993116 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47bedcb8-0aac-4456-88a3-a47f58989dd7,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:25.995799 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:26.050436 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.051690 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3439047 Jun 23 04:04:26.054534 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57084) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:26.059501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'security_group_rule': {'security_group_id': '47bedcb8-0aac-4456-88a3-a47f58989dd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:26.131528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.189592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.264742 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.270517 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:26.285072 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3686eb1a-4c98-4edf-a7f2-ccd075a40237,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:26.288112 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:26.361308 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.362522 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8d950bd2-aaee-4d50-b154-5198be6baaa1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3070660 Jun 23 04:04:26.365130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57088) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:26.369559 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'security_group_rule': {'security_group_id': '47bedcb8-0aac-4456-88a3-a47f58989dd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:26.469013 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.531448 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.590008 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.592140 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e3828ce6-81cb-4f5a-af09-ced95d5e7e75 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:26.609017 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a533ca25-4c82-438d-ae5d-d450c4da5fd5,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:26.611825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:26.664401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.665589 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-af6c3cc2-f4a0-47c3-ba64-b1185527f566 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2995455 Jun 23 04:04:26.669093 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57090) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:26.674764 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'floatingip': {'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:26.778946 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.871454 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:26.974264 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Allocated IP 172.28.3.19 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/b814ce69-8224-44cc-a6dc-3b97eb921734) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:04:27.074181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.182382 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.185342 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5fd1624d-9672-4465-8dcc-b4ba786bcd8d tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:27.222427 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:04:27.225181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:04:27.228757 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:04:27.252492 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'Port': ['ID=b814ce69-8224-44cc-a6dc-3b97eb921734,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:27.256436 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:27.354191 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.463413 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.615733 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.675718 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14da6a3-068d-48a2-9c85-be1ec8b3e307 req-4221537b-d966-402c-8300-9233de3bbb7f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:27.677146 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d14da6a3-068d-48a2-9c85-be1ec8b3e307 req-4221537b-d966-402c-8300-9233de3bbb7f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0596645 Jun 23 04:04:27.696110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.700614 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fd1dd155-6380-48aa-89dd-0bfec12a35b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:27.770985 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d14da6a3-068d-48a2-9c85-be1ec8b3e307 req-e6dbbfc0-732a-496d-9221-adee2cd2545f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876298 Jun 23 04:04:27.778706 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'Port': ['ID=b814ce69-8224-44cc-a6dc-3b97eb921734,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:27.782694 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:27.792863 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.861919 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:27.863378 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1931689 Jun 23 04:04:28.000625 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-006963fe-67cf-4c67-b71e-d94cb0f1ebcc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1966153003&fields=id&tenant_id=7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 267 time: 0.0334649 Jun 23 04:04:28.105645 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-ccbbcb62-84c6-4864-aa0e-38897e24fccc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:28.107062 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-ccbbcb62-84c6-4864-aa0e-38897e24fccc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 815 time: 0.1003022 Jun 23 04:04:28.121441 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-addff5e8-fa1c-4b09-8a7c-329ca2ae48d5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/quotas/7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Jun 23 04:04:28.189353 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-412890b9-b78a-4549-8b95-bf7ca4695c62 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629950 Jun 23 04:04:28.285376 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-9686b090-21a0-4f1b-9bfc-a88e0e7f8d6b service neutron] 10.222.0.20 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852320 Jun 23 04:04:28.373478 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-a417715c-dc21-42a5-8c26-6c70a5c0bb65 service neutron] 10.222.0.20 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818083 Jun 23 04:04:28.608333 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3c2ea352-2352-489a-a76b-6ae59226554f req-20c0c23c-14db-4d5e-b286-184d82ba184e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 210 time: 0.0301647 Jun 23 04:04:28.945315 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab27ea-5bd3-4ce6-9844-9c433ec57e5b req-426e421d-50cf-415b-b14f-5376af2ec5aa tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:28.946727 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2eab27ea-5bd3-4ce6-9844-9c433ec57e5b req-426e421d-50cf-415b-b14f-5376af2ec5aa tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0645399 Jun 23 04:04:28.984366 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2eab27ea-5bd3-4ce6-9844-9c433ec57e5b req-e7587c0f-ad80-4c85-80dc-9b56adec6c01 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313153 Jun 23 04:04:29.749444 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bf1cec7b-ff5f-42d1-a4d0-da142a621f53 req-4d9d81c1-92ba-496c-9f63-52d2b4ed13ea tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 210 time: 0.0288298 Jun 23 04:04:30.150450 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137641c1-50ba-434e-b0b4-b0a8431448d3 req-37bed6df-396e-44d8-b99e-40b322d60fe2 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:30.152404 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-137641c1-50ba-434e-b0b4-b0a8431448d3 req-37bed6df-396e-44d8-b99e-40b322d60fe2 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0611739 Jun 23 04:04:30.187963 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-137641c1-50ba-434e-b0b4-b0a8431448d3 req-639fd942-a4bb-47bf-950c-7ccc5555454a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300977 Jun 23 04:04:30.642889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-eb615caa-1375-4d4c-9ef6-4532b2ed3b05 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:30.644603 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-eb615caa-1375-4d4c-9ef6-4532b2ed3b05 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 815 time: 0.1021898 Jun 23 04:04:30.688803 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-c6ade1f1-7596-436c-8880-bcc2f11e659f tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 380 time: 0.0336590 Jun 23 04:04:30.698969 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'port': {'device_id': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'admin_state_up': True, 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'security_groups': ['47bedcb8-0aac-4456-88a3-a47f58989dd7']}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:30.894236 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-64b77868-b089-4343-826b-2410ef16ab60 req-3aa903cb-6172-482c-a69e-76eef82e50dc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 210 time: 0.0298045 Jun 23 04:04:30.901794 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Made reservation on behalf of 7e2d069244854bf6b6852f04258fca89 for: {'port': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:04:30.906038 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:31.030252 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Allocated IP 172.20.0.4 (6aefea00-d3a8-46c0-9ac1-858815cdd85c/d89f8979-2431-49a7-ac28-de0fdfac39f3/fe5d072b-0d07-45a0-8f57-b40df3cc1c82) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:04:31.162953 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:31.176174 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Transition to ACTIVE for port object fe5d072b-0d07-45a0-8f57-b40df3cc1c82 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:04:31.276710 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:31.280648 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-82a496eb-d256-4137-b742-db4aca7eb465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:31.347823 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:04:31.357182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:04:31.361957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:04:31.388528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:31.395863 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:31.422954 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:31.423614 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:31.447005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e37fa-f92b-4f69-b979-c3da00efb8ce req-a7b80a5a-bee1-4c91-b7ee-499844a0623b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:31.448602 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9b1e37fa-f92b-4f69-b979-c3da00efb8ce req-a7b80a5a-bee1-4c91-b7ee-499844a0623b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1378620 Jun 23 04:04:31.484770 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-16569d6e-8dad-4c37-bfea-0e1cc65fb7d8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900181 Jun 23 04:04:31.490003 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9b1e37fa-f92b-4f69-b979-c3da00efb8ce req-ddabb254-c1fa-4c9a-8d54-7df6485a58ef tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356138 Jun 23 04:04:31.499345 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Request body: {'port': {'device_id': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:31.661765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-ec6c5cd6-1c77-4368-99b8-805ac9517243 None None] Provisioning for port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:04:31.666038 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-ec6c5cd6-1c77-4368-99b8-805ac9517243 None None] Provisioning complete for port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:04:31.666542 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ec6c5cd6-1c77-4368-99b8-805ac9517243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:31.707950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-ec6c5cd6-1c77-4368-99b8-805ac9517243 None None] Port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:04:31.808491 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:32.106857 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5d072b-0d07-45a0-8f57-b40df3cc1c82 {{(pid=99839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:32.116592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:32.125729 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f3a8b-d2e3-4cb6-ac44-9a6d85a1e516 req-307937f9-1f22-4254-a883-313bfd6b26ac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:32.127167 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-377f3a8b-d2e3-4cb6-ac44-9a6d85a1e516 req-307937f9-1f22-4254-a883-313bfd6b26ac tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 931 time: 0.1186414 Jun 23 04:04:32.143902 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Transition to ACTIVE for port object fe5d072b-0d07-45a0-8f57-b40df3cc1c82 will not be triggered until provisioned by entity L2. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:04:32.168252 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-377f3a8b-d2e3-4cb6-ac44-9a6d85a1e516 req-2c63d235-0292-4b7a-9153-598c230af517 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347211 Jun 23 04:04:32.224174 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:32.227103 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-454a0150-2823-4b86-9318-91c922b855f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:32.291634 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:32.297596 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:32.359195 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Attempting to bind port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:04:32.359689 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Attempting to bind port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:04:32.360531 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Attempting to bind port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:04:32.364450 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:04:32.364770 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Attempting to bind port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 on network 6aefea00-d3a8-46c0-9ac1-858815cdd85c {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:04:32.369838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:04:32.370185 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Checking segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:04:32.370570 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Bound using segment: {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'} {{(pid=99839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:04:32.371002 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.managers [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Bound port: fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ddace5-2463-48ab-a5f9-340566f3b2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c'}}] {{(pid=99839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:04:32.371347 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:32.435027 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, cleared binding levels {{(pid=99839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:04:32.438017 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:04:32.510317 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:32.513717 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:32.544243 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:32.544848 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:32.546480 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] 10.222.0.11 "PUT /v2.0/ports/fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 200 len: 1093 time: 1.0516224 Jun 23 04:04:32.548711 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:32.551460 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa4585-c967-4041-96a9-506be7431369" -d '{"events": [{"name": "network-changed", "server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:32.583289 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=3']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:32.587182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:32.597558 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17155bdb-ece2-4b69-b27b-60d2cefe47b7 x-openstack-request-id: req-17155bdb-ece2-4b69-b27b-60d2cefe47b7 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:32.597889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:32.598184 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17155bdb-ece2-4b69-b27b-60d2cefe47b7 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:32.598687 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'status': 'completed', 'code': 200} Jun 23 04:04:32.720960 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f10170-dcfc-44d8-95b2-4389e1e80c38 req-d915cb5e-7d27-40fe-b2cd-bd5c059bc6c9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:32.722436 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c0f10170-dcfc-44d8-95b2-4389e1e80c38 req-d915cb5e-7d27-40fe-b2cd-bd5c059bc6c9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1099601 Jun 23 04:04:32.725379 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4585-c967-4041-96a9-506be7431369 req-d8e046c5-0e4d-42fd-883c-616f1be39270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:32.726793 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4ffa4585-c967-4041-96a9-506be7431369 req-d8e046c5-0e4d-42fd-883c-616f1be39270 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1096 time: 0.1033866 Jun 23 04:04:32.814625 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c0f10170-dcfc-44d8-95b2-4389e1e80c38 req-df573f3f-2969-4036-8f01-e8ddf5807e7e tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859189 Jun 23 04:04:32.847891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4585-c967-4041-96a9-506be7431369 req-78278e33-158d-4f7d-814f-fe2731899293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:32.849315 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4ffa4585-c967-4041-96a9-506be7431369 req-78278e33-158d-4f7d-814f-fe2731899293 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7e2d069244854bf6b6852f04258fca89&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1071293 Jun 23 04:04:32.940308 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4585-c967-4041-96a9-506be7431369 req-9245f703-aef6-45c3-910d-1a15954d0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:32.941724 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4ffa4585-c967-4041-96a9-506be7431369 req-9245f703-aef6-45c3-910d-1a15954d0b5d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855646 Jun 23 04:04:33.028561 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-89eb4aa9-2db2-48e0-b00f-caaa238f5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:33.030121 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-89eb4aa9-2db2-48e0-b00f-caaa238f5ec0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1096 time: 0.0520358 Jun 23 04:04:33.103791 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-3cbd4ed7-881c-4afd-ba40-562ac08c09be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 200 len: 217 time: 0.0375507 Jun 23 04:04:33.152349 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-553d6b55-fdce-48a2-95ad-9aee40ab512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:33.153739 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-553d6b55-fdce-48a2-95ad-9aee40ab512c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0429850 Jun 23 04:04:33.209205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-4d83774f-3575-47e1-a7f3-08f838c6f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:33.210607 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-4d83774f-3575-47e1-a7f3-08f838c6f0e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504546 Jun 23 04:04:33.331038 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-9fa4ef8f-b72f-484d-b91a-9fef02fc0561 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137860 Jun 23 04:04:33.413594 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4d12-ee8f-42f5-9ef2-6cee02a311b7 req-851ef6ca-90b7-43eb-8206-052ac73d8eb2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:33.415036 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-666e4d12-ee8f-42f5-9ef2-6cee02a311b7 req-851ef6ca-90b7-43eb-8206-052ac73d8eb2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1327829 Jun 23 04:04:33.460607 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff21b168-7229-46ec-805f-cff1e0ba8f09 req-d4cf2130-28f3-45a8-a329-3b4bb8751eff service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222713 Jun 23 04:04:33.468367 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-666e4d12-ee8f-42f5-9ef2-6cee02a311b7 req-56d70d35-3d57-4df9-88be-1d19453ee497 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471058 Jun 23 04:04:33.986309 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff280d-19a5-4180-94d0-b154dac65989 req-5544a401-2ff2-4945-b5c8-f9e5d70855a6 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:33.987753 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcff280d-19a5-4180-94d0-b154dac65989 req-5544a401-2ff2-4945-b5c8-f9e5d70855a6 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0627799 Jun 23 04:04:34.026387 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcff280d-19a5-4180-94d0-b154dac65989 req-625544d3-8058-40ff-aa42-4fddf6f574cf tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322578 Jun 23 04:04:34.642997 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24363a4-403a-46eb-b45e-20054f1b60d8 req-60f56c11-9300-4fd5-883d-070731e30d4b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:34.645440 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a24363a4-403a-46eb-b45e-20054f1b60d8 req-60f56c11-9300-4fd5-883d-070731e30d4b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0638831 Jun 23 04:04:34.687457 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a24363a4-403a-46eb-b45e-20054f1b60d8 req-b0fc5dac-d877-4282-bba3-d4d7db1305c1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361764 Jun 23 04:04:34.753155 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfe460-f50c-46af-af29-dabb269bb97f req-f6a00b3d-f5b8-4d70-b964-24a35c8a198e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:34.754557 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-efcfe460-f50c-46af-af29-dabb269bb97f req-f6a00b3d-f5b8-4d70-b964-24a35c8a198e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0660031 Jun 23 04:04:34.791109 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-efcfe460-f50c-46af-af29-dabb269bb97f req-dfce86bf-3a50-4bbb-aecc-b3f15035938b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309515 Jun 23 04:04:35.197001 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57997d-c002-4030-92cb-964ad3126066 req-248b867d-4084-41d1-8f5a-54d8b31f6428 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:35.198468 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b57997d-c002-4030-92cb-964ad3126066 req-248b867d-4084-41d1-8f5a-54d8b31f6428 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0638602 Jun 23 04:04:35.235636 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b57997d-c002-4030-92cb-964ad3126066 req-66ab4c6f-a1a6-4614-aeca-57fb5d14c38d tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314450 Jun 23 04:04:35.863080 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880eb73-2f3b-417b-a75a-56b66c0c5dbe req-6b5b96e0-ec24-4ebe-9132-a174d7720c03 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:35.864567 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4880eb73-2f3b-417b-a75a-56b66c0c5dbe req-6b5b96e0-ec24-4ebe-9132-a174d7720c03 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0649064 Jun 23 04:04:35.902661 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4880eb73-2f3b-417b-a75a-56b66c0c5dbe req-747355b2-7bc1-49c8-bfa7-cc2093509840 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Jun 23 04:04:35.965546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9085ac6-b7d4-4b45-bc4d-fdbaab124ae3 req-5385d03c-018b-4162-802b-c29a44ff8aed tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:35.966994 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f9085ac6-b7d4-4b45-bc4d-fdbaab124ae3 req-5385d03c-018b-4162-802b-c29a44ff8aed tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0617628 Jun 23 04:04:36.003097 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f9085ac6-b7d4-4b45-bc4d-fdbaab124ae3 req-15be97af-9b04-4343-9fb3-1cc632bb5a23 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305324 Jun 23 04:04:36.404634 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe851-c033-480b-a247-e7fede6daa2e req-c3bb538c-5724-4308-bcca-cc80f0bdb1e3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:36.406054 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-17bbe851-c033-480b-a247-e7fede6daa2e req-c3bb538c-5724-4308-bcca-cc80f0bdb1e3 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0617793 Jun 23 04:04:36.446010 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-17bbe851-c033-480b-a247-e7fede6daa2e req-da8504eb-ef0d-481c-901d-0f797f0a3fad tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Jun 23 04:04:36.698197 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-6567c78a-2d3c-489d-a739-ee6f6e498806 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:36.699665 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-6567c78a-2d3c-489d-a739-ee6f6e498806 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.0609803 Jun 23 04:04:36.797074 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Deleting port ebd5786b-ad75-486d-9227-9f9b719b66a9 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:04:36.797401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:36.888482 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] For port ebd5786b-ad75-486d-9227-9f9b719b66a9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=ebd5786b-ad75-486d-9227-9f9b719b66a9,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:36.889205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:37.095808 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:37.096201 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:37.096407 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.l3_db [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Floating IP f1683cd9-c684-4c3d-ba74-b93c88f0e3d0 disassociated. External IP: 172.28.3.89, port: ebd5786b-ad75-486d-9227-9f9b719b66a9. Jun 23 04:04:37.096760 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Calling delete_port for ebd5786b-ad75-486d-9227-9f9b719b66a9 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:04:37.187537 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d8b6e-3611-414c-a2d8-e5b95bd050d7 req-6d58cec5-6ce2-4918-b7fb-7c62c9cea7f3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:37.188990 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-401d8b6e-3611-414c-a2d8-e5b95bd050d7 req-6d58cec5-6ce2-4918-b7fb-7c62c9cea7f3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1509650 Jun 23 04:04:37.264706 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-401d8b6e-3611-414c-a2d8-e5b95bd050d7 req-e50637f1-065a-4911-af85-74ffc2d3596b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655210 Jun 23 04:04:37.281997 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fd1ae-f4d1-4773-bff7-13d84869c940 req-125ec23d-2204-4faa-829c-0d511eae6a62 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:37.283476 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e67fd1ae-f4d1-4773-bff7-13d84869c940 req-125ec23d-2204-4faa-829c-0d511eae6a62 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 945 time: 0.1684854 Jun 23 04:04:37.348022 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e67fd1ae-f4d1-4773-bff7-13d84869c940 req-3c58010a-5b06-4cef-aa2f-9a7c5e907c34 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a50e4a1-7f4b-4810-a2d0-488124427007&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469062 Jun 23 04:04:37.399005 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:37.402790 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-99b4d512-568d-429f-a47b-6850daf631dd tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:37.427729 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event deleted for resources: {'Port': ['ID=ebd5786b-ad75-486d-9227-9f9b719b66a9,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:37.430678 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:37.547386 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:04:37.692572 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:04:37.701714 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:04:37.704206 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21cc3f-8af4-4d82-9132-e43848b8c568 req-cf8ef6ce-c43a-4839-b7d7-9911c610618a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:37.705686 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4f21cc3f-8af4-4d82-9132-e43848b8c568 req-cf8ef6ce-c43a-4839-b7d7-9911c610618a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1457667 Jun 23 04:04:37.711299 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:04:37.711956 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:37.757240 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] No DVR routers for this DVR port ebd5786b-ad75-486d-9227-9f9b719b66a9 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:04:37.760816 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:37.762817 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eff5e683-8e60-4c29-b272-39e9cd727944 req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "DELETE /v2.0/ports/ebd5786b-ad75-486d-9227-9f9b719b66a9 HTTP/1.1" status: 204 len: 173 time: 1.0573063 Jun 23 04:04:37.763328 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'name': 'network-vif-deleted', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:37.765706 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3614ef-9570-49be-8c51-dd17bf015202" -d '{"events": [{"server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "name": "network-vif-deleted", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:37.796649 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4f21cc3f-8af4-4d82-9132-e43848b8c568 req-0914a700-a697-44c4-b5c5-9f759f2ae5f4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687563 Jun 23 04:04:37.816111 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c8cac7-6611-432a-8a44-81ecd14f07ab x-openstack-request-id: req-56c8cac7-6611-432a-8a44-81ecd14f07ab {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:37.816444 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e00b41-a752-41ff-8d14-7c8e0a481f93", "name": "network-vif-deleted", "tag": "ebd5786b-ad75-486d-9227-9f9b719b66a9", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:37.816736 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56c8cac7-6611-432a-8a44-81ecd14f07ab {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:37.817166 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e00b41-a752-41ff-8d14-7c8e0a481f93', 'name': 'network-vif-deleted', 'tag': 'ebd5786b-ad75-486d-9227-9f9b719b66a9', 'status': 'completed', 'code': 200} Jun 23 04:04:37.828587 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:04:38.010515 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:04:38.094378 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:38.126143 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:04:38.147737 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:04:38.148346 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:38.198464 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:38.216318 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'mac_address': 'fa:16:3e:5e:08:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:04:38.297522 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:38.311638 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:04:38.348976 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5d072b-0d07-45a0-8f57-b40df3cc1c82 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:38.419690 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:38.451109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6c73-79ef-465f-8b14-2eb361373f05 req-c0e376cf-e715-4955-b7f0-b6de9149188d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:38.454813 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e54c6c73-79ef-465f-8b14-2eb361373f05 req-c0e376cf-e715-4955-b7f0-b6de9149188d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0687070 Jun 23 04:04:38.487362 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:38.490721 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:38.549465 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4d3f8467-f253-4bf6-a010-3007e803ee38 req-5e8d1a87-acb5-4f8f-b50a-0ebd0e90eaf6 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e00b41-a752-41ff-8d14-7c8e0a481f93 HTTP/1.1" status: 200 len: 210 time: 0.0409291 Jun 23 04:04:38.558228 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e54c6c73-79ef-465f-8b14-2eb361373f05 req-79d9c333-7e97-4760-8fa5-5ab72d3e7475 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968239 Jun 23 04:04:38.585439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:38.603199 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.608465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:04:38.611922 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:38.636840 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:38.786726 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0db5e-d914-42a8-a1ff-360e2ed49870 None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:04:38.925694 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['fe5d072b-0d07-45a0-8f57-b40df3cc1c82'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:04:38.971891 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc297-59fe-4f1c-89cc-fa159de7f998 req-1898808d-146b-4d00-9650-56ac63cb03f5 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:38.981173 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e6fc297-59fe-4f1c-89cc-fa159de7f998 req-1898808d-146b-4d00-9650-56ac63cb03f5 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0771556 Jun 23 04:04:39.026834 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e6fc297-59fe-4f1c-89cc-fa159de7f998 req-809ecac9-fbc0-4f67-a917-34784f936ccf tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416269 Jun 23 04:04:39.056333 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d03cd-0f50-451d-9bee-625adac230c8 None None] New status for floating IP f1683cd9-c684-4c3d-ba74-b93c88f0e3d0: DOWN {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:04:39.726658 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57234) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:39.748960 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3796db-ee97-4384-876d-24c3e3aafd12 req-d46156b1-b2da-4dae-acbb-22e204a9330d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:39.750455 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f3796db-ee97-4384-876d-24c3e3aafd12 req-d46156b1-b2da-4dae-acbb-22e204a9330d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 944 time: 0.0660398 Jun 23 04:04:39.784769 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:39.786480 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:39.788327 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f3796db-ee97-4384-876d-24c3e3aafd12 req-33df7d68-dbb0-409e-82e4-800c573268f1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321269 Jun 23 04:04:39.809883 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:39.924412 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:39.926930 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:39.928080 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a50e4a1-7f4b-4810-a2d0-488124427007 HTTP/1.1" status: 204 len: 168 time: 0.1997976 Jun 23 04:04:39.932957 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f36fbbeb-8cad-4097-b828-15e0f922844a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:39.933093 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57236) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:39.937709 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50e4a1-7f4b-4810-a2d0-488124427007,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:39.940091 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:39.946122 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.api.v2.resource [None req-0602c23a-b093-4220-867d-4ea35cdd595b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] show failed (client error): The resource could not be found. Jun 23 04:04:39.947153 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-0602c23a-b093-4220-867d-4ea35cdd595b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups/5a50e4a1-7f4b-4810-a2d0-488124427007 HTTP/1.1" status: 404 len: 347 time: 0.0154068 Jun 23 04:04:39.949994 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57238) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:40.037857 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:04:40.072426 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Deleting port a2022dc2-eab1-4000-9f7b-6e32a4802177 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:04:40.072756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.144357 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:04:40.148239 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:04:40.148628 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.182602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.182831 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.199363 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Calling delete_port for a2022dc2-eab1-4000-9f7b-6e32a4802177 owned by network:floatingip {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:04:40.227706 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.250533 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:40.253003 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c02838-3638-432a-b4b2-675e8e2429db" -d '{"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-plugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:40.268923 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:40.345166 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d442f7-6535-4df5-9fee-058d442700b7 x-openstack-request-id: req-f1d442f7-6535-4df5-9fee-058d442700b7 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:40.345458 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-plugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:40.345717 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1d442f7-6535-4df5-9fee-058d442700b7 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:40.346114 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'code': 200} Jun 23 04:04:40.378687 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.379606 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ebd5786b-ad75-486d-9227-9f9b719b66a9 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:04:40.381506 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:40.436482 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: ebd5786b-ad75-486d-9227-9f9b719b66a9 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:04:40.436764 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device ebd5786b-ad75-486d-9227-9f9b719b66a9 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:04:40.470199 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:40.480119 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:40.532266 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b1f1a-9260-4636-9a01-53eb6fdf6900 req-8548ee11-694f-492b-8f8e-102b294bc402 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:40.533748 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-714b1f1a-9260-4636-9a01-53eb6fdf6900 req-8548ee11-694f-492b-8f8e-102b294bc402 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.3986011 Jun 23 04:04:40.592346 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-714b1f1a-9260-4636-9a01-53eb6fdf6900 req-39e9602e-ff17-4724-ba54-e5f474d6e2e9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500760 Jun 23 04:04:40.716533 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.720717 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-99aa06a8-2be8-4a1d-aea9-80fd87539cbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:40.751102 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event deleted for resources: {'Port': ['ID=a2022dc2-eab1-4000-9f7b-6e32a4802177,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:40.756719 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:40.823937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bb226-306c-4bd3-87a9-5bda64e7e914 req-280a4ff2-9555-4186-8b11-065c1662195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:40.825409 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-587bb226-306c-4bd3-87a9-5bda64e7e914 req-280a4ff2-9555-4186-8b11-065c1662195b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1098 time: 0.1345527 Jun 23 04:04:40.828149 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.830590 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:40.831695 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "DELETE /v2.0/floatingips/f1683cd9-c684-4c3d-ba74-b93c88f0e3d0 HTTP/1.1" status: 204 len: 168 time: 0.8807850 Jun 23 04:04:40.861266 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-587bb226-306c-4bd3-87a9-5bda64e7e914 req-14b3921a-0719-4921-b1d5-f0793c37f84c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285378 Jun 23 04:04:40.968313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000793dd-31b0-474b-8b49-c19d9416082b req-459be89b-d37b-488f-9ddf-d183023519f2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:40.969655 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-000793dd-31b0-474b-8b49-c19d9416082b req-459be89b-d37b-488f-9ddf-d183023519f2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0625277 Jun 23 04:04:41.005904 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-000793dd-31b0-474b-8b49-c19d9416082b req-5b2baf52-6c33-44df-bcff-f4791c30bff7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305953 Jun 23 04:04:41.151020 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57252) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:41.156186 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352355118', 'description': 'tempest-description--548166371'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:41.233308 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.312468 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.378332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.381478 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0c02ea5-90d4-4a22-8114-adcb208d5615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:41.407573 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae900370-316a-4413-bbd8-74861b473a07,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:41.410156 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:41.470146 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.471456 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3193893 Jun 23 04:04:41.474208 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57256) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:41.478709 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'security_group_rule': {'security_group_id': 'ae900370-316a-4413-bbd8-74861b473a07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:41.560650 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.616066 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.710023 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.713164 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:41.749157 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ff6351-d394-4f38-942a-eed809c26f01,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:41.753124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:41.781905 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15be4f-247d-4344-8c52-b78153097a2f req-b78c189a-6c5b-45b0-a479-580be7c24cfe tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:41.783386 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4a15be4f-247d-4344-8c52-b78153097a2f req-b78c189a-6c5b-45b0-a479-580be7c24cfe tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0825219 Jun 23 04:04:41.821442 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4a15be4f-247d-4344-8c52-b78153097a2f req-c427360d-7a1e-497b-9161-9af94d01e518 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Jun 23 04:04:41.844848 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:41.846041 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ca7b5790-262f-47df-a972-996df5f725d9 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708968 Jun 23 04:04:41.848677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57262) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:41.853068 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'security_group_rule': {'security_group_id': 'ae900370-316a-4413-bbd8-74861b473a07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:41.941297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.003385 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.071841 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.089111 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-91ae0a24-ff2c-438e-9b9d-b7867c952c4a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:42.110869 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dc5d09-c482-4c40-93e8-a6375df30970,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:42.121470 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:42.182534 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef773d3-d643-477d-8ef6-2346b93e49f1 req-278fd200-6b92-49e0-92b1-22be63d0f1d2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:42.184101 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2ef773d3-d643-477d-8ef6-2346b93e49f1 req-278fd200-6b92-49e0-92b1-22be63d0f1d2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.1226971 Jun 23 04:04:42.188881 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.189953 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a661b513-020d-4b73-a9cf-218a4b0f49f7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403811 Jun 23 04:04:42.193271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57268) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:42.199654 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'floatingip': {'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:42.221677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae37ff8-458b-4c2c-98be-35202145ddb9 req-782259f5-28b8-4281-9e27-db35b7b65ae4 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:42.223124 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7ae37ff8-458b-4c2c-98be-35202145ddb9 req-782259f5-28b8-4281-9e27-db35b7b65ae4 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.1002150 Jun 23 04:04:42.245317 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2ef773d3-d643-477d-8ef6-2346b93e49f1 req-9e3e1283-8dd3-461e-a277-0e3c51dbbe6d tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530989 Jun 23 04:04:42.273872 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7ae37ff8-458b-4c2c-98be-35202145ddb9 req-989f505d-d4c8-45d7-b08f-76638818d445 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Jun 23 04:04:42.276092 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.368069 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.471018 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Allocated IP 172.28.3.181 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/ba07ee31-d76b-4957-9ce0-850bfd98e525) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:04:42.571550 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.664686 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.667320 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-778133e7-4db8-4dad-a388-0cc3738dea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:42.698536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:04:42.702898 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:04:42.707169 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:04:42.732888 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'Port': ['ID=ba07ee31-d76b-4957-9ce0-850bfd98e525,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:42.736621 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:42.795073 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.839355 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-f7325e3a-4ff2-434b-8795-6b1e6e5f1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:42.840882 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-f7325e3a-4ff2-434b-8795-6b1e6e5f1e55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.0531273 Jun 23 04:04:42.911459 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:42.968873 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-d73846d7-62fd-45c0-ad86-a481178328c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:42.970297 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-d73846d7-62fd-45c0-ad86-a481178328c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.1169231 Jun 23 04:04:43.053300 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06151fc7-a83f-4f61-b696-9ecac231df99 req-7d73581f-f9aa-4d9b-8fb7-28402ea01dfb tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.054689 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06151fc7-a83f-4f61-b696-9ecac231df99 req-7d73581f-f9aa-4d9b-8fb7-28402ea01dfb tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1189413 Jun 23 04:04:43.057023 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-fda8b264-61e0-4eec-ac57-7ae27b106ce1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 1001 time: 0.0774879 Jun 23 04:04:43.060581 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:43.130429 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:43.130710 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-06151fc7-a83f-4f61-b696-9ecac231df99 req-a9f3f27d-4c3b-4eb4-be41-53a6e51c0b44 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691326 Jun 23 04:04:43.133563 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4df44f3e-a9ef-4763-b9ce-dc2c12fd7513 tempest-ServerRescueNegativeTestJSON-936216095 tempest-ServerRescueNegativeTestJSON-936216095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:43.134963 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-747c61f1-6991-483a-b481-bdd6944b114a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.136628 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-747c61f1-6991-483a-b481-bdd6944b114a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0682395 Jun 23 04:04:43.197171 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'Port': ['ID=ba07ee31-d76b-4957-9ce0-850bfd98e525,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:43.198095 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-d785d9ab-bec2-443f-b245-691b619237dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.200459 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-d785d9ab-bec2-443f-b245-691b619237dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555885 Jun 23 04:04:43.202673 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:43.209054 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:43.287389 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:43.288644 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0943646 Jun 23 04:04:43.295637 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-1ab990fe-cef4-40df-a98b-c6e397804048 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830967 Jun 23 04:04:43.455324 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-022a03aa-6a7c-4112-acd7-b50cc0c1a936 req-636e00aa-b955-4a4d-a978-ac290cf75e57 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518855 Jun 23 04:04:43.496710 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b9fbf-05f9-4cb9-ae1f-3f34874b5172 req-625a0fa8-0dec-4456-896f-b3ef617ab4fd tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.498144 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-484b9fbf-05f9-4cb9-ae1f-3f34874b5172 req-625a0fa8-0dec-4456-896f-b3ef617ab4fd tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.1278381 Jun 23 04:04:43.505286 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a51de-2ee2-4d89-a999-2997ee2c41e6 req-ca10d57b-7e07-4628-803c-5821f1e7e63c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.506623 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e72a51de-2ee2-4d89-a999-2997ee2c41e6 req-ca10d57b-7e07-4628-803c-5821f1e7e63c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.1066666 Jun 23 04:04:43.561603 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-484b9fbf-05f9-4cb9-ae1f-3f34874b5172 req-4335e072-62e0-4d1f-a026-ffb4b69358c1 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539865 Jun 23 04:04:43.566176 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e72a51de-2ee2-4d89-a999-2997ee2c41e6 req-53f65940-4c86-42e6-bda5-e72114e1840a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521491 Jun 23 04:04:43.669659 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-b12f88bb-cc5b-4be4-aa69-92dae6f79f86 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1352355118&fields=id&tenant_id=35c0442d32784706aa00e1912047a0ae HTTP/1.1" status: 200 len: 267 time: 0.0319347 Jun 23 04:04:43.811984 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce233-165f-4827-8c00-34371eff75da req-8049d213-ff4b-406c-8a59-1fc69c0d6f2b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.813368 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc7ce233-165f-4827-8c00-34371eff75da req-8049d213-ff4b-406c-8a59-1fc69c0d6f2b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.1405394 Jun 23 04:04:43.819621 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-fd2a9fd6-1039-4ba9-86d5-636e633ad44b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:43.820930 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-fd2a9fd6-1039-4ba9-86d5-636e633ad44b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 811 time: 0.1398661 Jun 23 04:04:43.822141 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57290) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:43.826946 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Request body: {'floatingip': {'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:43.873121 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-a669be45-27b5-44e7-a22b-fe5382fd5295 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/quotas/35c0442d32784706aa00e1912047a0ae HTTP/1.1" status: 200 len: 375 time: 0.0436006 Jun 23 04:04:43.875128 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:44.066034 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-399ecd0b-4b82-4e02-bb20-3d4b3556912e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1874368 Jun 23 04:04:44.322802 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-45384e3e-8b48-4380-a32c-8cc7ee5d957f service neutron] 10.222.0.20 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451267 Jun 23 04:04:44.575221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2153-412a-4b6a-a708-9a12a6545674 req-b33852a3-c9ed-41ae-b146-720ed1717758 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:44.576616 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b38b2153-412a-4b6a-a708-9a12a6545674 req-b33852a3-c9ed-41ae-b146-720ed1717758 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.3018858 Jun 23 04:04:44.618711 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.db.resource_extend [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 04:04:44.648627 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-1a0061e1-cfcb-461b-8883-b49a617a106b service neutron] 10.222.0.20 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100784 Jun 23 04:04:44.677380 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b38b2153-412a-4b6a-a708-9a12a6545674 req-446c2fc5-655d-40fd-9024-40946a17e112 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939353 Jun 23 04:04:44.683153 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:44.770320 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:45.102546 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-774fa01a-40e5-40fe-99cb-6b35dce03cd1 req-575e93e0-f8c8-439c-8385-74c1adf645af tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 210 time: 0.0612700 Jun 23 04:04:45.168956 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.l3_db [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Floating IP 32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8 associated. External IP: 172.28.3.19, port: fe5d072b-0d07-45a0-8f57-b40df3cc1c82. Jun 23 04:04:45.219905 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c1933-c916-433e-a386-679ea6ab3301 req-59361c81-a720-4719-bdc1-45982c77b627 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:45.221395 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0b9c1933-c916-433e-a386-679ea6ab3301 req-59361c81-a720-4719-bdc1-45982c77b627 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.1792052 Jun 23 04:04:45.244610 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8812c98c-f0df-4291-aa24-5ad751f79cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:45.302677 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0b9c1933-c916-433e-a386-679ea6ab3301 req-c156c6a9-4f8a-4278-ae36-6dad75c1089e tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750580 Jun 23 04:04:45.414615 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:04:45.522436 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:04:45.526846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:45.534723 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:04:45.544226 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:04:45.544849 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:45.566831 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-1c774472-fe68-4f18-af66-90745bcadc1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "PUT /v2.0/floatingips/32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8 HTTP/1.1" status: 200 len: 990 time: 1.7412159 Jun 23 04:04:45.566831 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:45.572389 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b678f7-fd5e-406d-b452-dd5aecfcfe70" -d '{"events": [{"name": "network-changed", "server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:45.610625 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e467b3-584c-46f4-af94-36bd150a0054 x-openstack-request-id: req-98e467b3-584c-46f4-af94-36bd150a0054 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:45.610956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:45.611293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98e467b3-584c-46f4-af94-36bd150a0054 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:45.611759 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'status': 'completed', 'code': 200} Jun 23 04:04:45.658429 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:04:45.687958 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-b49fecd3-66f3-49b3-85ec-e15d717173c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:45.689556 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-b49fecd3-66f3-49b3-85ec-e15d717173c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1098 time: 0.0551770 Jun 23 04:04:45.797676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-6ab1949e-aac3-4945-ba44-de26d7d961d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:45.799134 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-6ab1949e-aac3-4945-ba44-de26d7d961d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.1001842 Jun 23 04:04:45.903173 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-fcf34a63-1e2f-47a9-8cde-58c795ef6550 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 200 len: 998 time: 0.0965784 Jun 23 04:04:45.932818 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': '32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'mac_address': 'fa:16:3e:5e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:04:27Z', 'updated_at': '2021-06-23T04:04:44Z', 'revision_number': 1, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:45.955807 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9bba-5ff0-4e83-b2e1-521330fee4bf req-49413a36-1ab0-4d17-ba36-fd8f6557f911 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:45.957291 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-076d9bba-5ff0-4e83-b2e1-521330fee4bf req-49413a36-1ab0-4d17-ba36-fd8f6557f911 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1143992 Jun 23 04:04:45.959374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:04:45.968268 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:04:45.968880 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:45.981469 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-668ca2af-83e2-46cb-87ee-4a657a3e54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:45.982870 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-668ca2af-83e2-46cb-87ee-4a657a3e54ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0703557 Jun 23 04:04:46.027777 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-076d9bba-5ff0-4e83-b2e1-521330fee4bf req-7fa1b917-9c84-4c55-9d08-0134e066e611 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615890 Jun 23 04:04:46.059397 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-d2d0eadc-2975-4a3f-9778-d16d12cd35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:46.062065 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-d2d0eadc-2975-4a3f-9778-d16d12cd35ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720670 Jun 23 04:04:46.074328 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:04:46.164609 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-6dcbf02b-1ab9-48d8-82a6-ded2033a1c83 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881436 Jun 23 04:04:46.257325 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-26da2690-f9ec-45b0-a1a1-12f079536525 req-e1bc84f3-f34b-4ea4-b138-caa4012fdbcb tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 210 time: 0.0345006 Jun 23 04:04:46.287835 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-58b678f7-fd5e-406d-b452-dd5aecfcfe70 req-b645bf3f-95d8-409f-a38c-ccb49e1b690b service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163819 Jun 23 04:04:46.303773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': '32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'mac_address': 'fa:16:3e:5e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:04:27Z', 'updated_at': '2021-06-23T04:04:44Z', 'revision_number': 1, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:04:46.336295 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b1233-4037-4967-9bf7-83012e9505fb None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': '32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'mac_address': 'fa:16:3e:5e:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:04:27Z', 'updated_at': '2021-06-23T04:04:44Z', 'revision_number': 1, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:04:46.487938 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a26d-c773-41ae-959c-8fd2342265dd req-d5d50995-0e46-431a-bfb6-c95940a3ab8f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:46.489422 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d2f7a26d-c773-41ae-959c-8fd2342265dd req-d5d50995-0e46-431a-bfb6-c95940a3ab8f tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.0654402 Jun 23 04:04:46.537976 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d2f7a26d-c773-41ae-959c-8fd2342265dd req-395309e7-062d-4243-a940-3c9135864174 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/security-groups?id=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Jun 23 04:04:46.575559 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ccfc75-7b6b-4f16-bc85-955a381ff49e None None] New status for floating IP 32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:04:46.818897 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f6c3b6af-1930-428f-8030-930c4f8a7b37 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:46.820786 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f6c3b6af-1930-428f-8030-930c4f8a7b37 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 946 time: 0.0673261 Jun 23 04:04:46.938055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Deleting port 020b969c-29b1-466d-9b15-7a17357dcc23 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:04:46.938427 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.025790 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] For port 020b969c-29b1-466d-9b15-7a17357dcc23, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=020b969c-29b1-466d-9b15-7a17357dcc23,segment=NetworkSegment(23fd6e6a-e87f-48a4-ab8d-2051d49403be),segment_id=23fd6e6a-e87f-48a4-ab8d-2051d49403be)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:47.026140 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.038737 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Calling delete_port for 020b969c-29b1-466d-9b15-7a17357dcc23 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:04:47.199924 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-07dfb16f-0aec-4dcb-a319-730b62516020 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:47.202168 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-07dfb16f-0aec-4dcb-a319-730b62516020 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 811 time: 0.1152616 Jun 23 04:04:47.234460 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38ea19-7f1d-4166-9760-6c0fe7d5d7fa req-c2f4a9a2-0122-464e-b023-44c040ce972b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:47.236728 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a38ea19-7f1d-4166-9760-6c0fe7d5d7fa req-c2f4a9a2-0122-464e-b023-44c040ce972b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0816545 Jun 23 04:04:47.256971 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-4fd36e40-9004-49fa-acc6-9c302f233caa tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35c0442d32784706aa00e1912047a0ae HTTP/1.1" status: 200 len: 380 time: 0.0457823 Jun 23 04:04:47.265579 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'port': {'device_id': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'admin_state_up': True, 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'security_groups': ['ae900370-316a-4413-bbd8-74861b473a07']}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:47.278947 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2a38ea19-7f1d-4166-9760-6c0fe7d5d7fa req-ee128bb2-ad3f-42eb-8d3c-227763d8df94 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359535 Jun 23 04:04:47.281252 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.287523 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b96cc832-b034-47ef-a6bc-ffb65f37888e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:47.293115 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['020b969c-29b1-466d-9b15-7a17357dcc23'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:04:47.310618 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Pushing event deleted for resources: {'Port': ['ID=020b969c-29b1-466d-9b15-7a17357dcc23,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:47.320667 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:47.369862 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] No DVR routers for this DVR port 020b969c-29b1-466d-9b15-7a17357dcc23 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:04:47.372992 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.375530 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e4317be-1592-40d0-9060-db1f2d9816d7 req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.11 "DELETE /v2.0/ports/020b969c-29b1-466d-9b15-7a17357dcc23 HTTP/1.1" status: 204 len: 173 time: 0.5492902 Jun 23 04:04:47.428703 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f3ab53c9-1320-491a-b3d1-6dbbe72d0e15 req-a5f60d63-3793-424f-9176-46edbac721e8 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 210 time: 0.0316854 Jun 23 04:04:47.478758 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ba1b97ea-4e97-48c3-af92-0453556098e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.479324 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Made reservation on behalf of 35c0442d32784706aa00e1912047a0ae for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:04:47.484442 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.614740 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'name': 'network-vif-deleted', 'tag': '020b969c-29b1-466d-9b15-7a17357dcc23'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:47.620091 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44e22a-c568-4996-95c2-b1c5e05b668e" -d '{"events": [{"server_uuid": "980fdb09-baac-4ed8-bc7d-2b9b31895e2f", "name": "network-vif-deleted", "tag": "020b969c-29b1-466d-9b15-7a17357dcc23"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:47.624841 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Allocated IP 172.20.0.11 (757f47f0-76d4-409c-ac18-eb5b05b81784/5d8d110f-6422-4061-8671-f48617fc8a13/017a3f0a-7a32-4680-9add-5639614aaec7) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:04:47.705355 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-359ea073-8bfe-4065-90ee-881cb4405b4c req-e2621820-7730-4140-b1d7-4e87444a65f9 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] 10.222.0.20 "GET /v2.0/ports?device_id=980fdb09-baac-4ed8-bc7d-2b9b31895e2f HTTP/1.1" status: 200 len: 210 time: 0.0350316 Jun 23 04:04:47.735974 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4ed33-f07b-4681-96e1-63b943d9640c x-openstack-request-id: req-bcd4ed33-f07b-4681-96e1-63b943d9640c {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:47.736091 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980fdb09-baac-4ed8-bc7d-2b9b31895e2f", "name": "network-vif-deleted", "tag": "020b969c-29b1-466d-9b15-7a17357dcc23", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:47.736432 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcd4ed33-f07b-4681-96e1-63b943d9640c {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:47.736839 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980fdb09-baac-4ed8-bc7d-2b9b31895e2f', 'name': 'network-vif-deleted', 'tag': '020b969c-29b1-466d-9b15-7a17357dcc23', 'status': 'completed', 'code': 200} Jun 23 04:04:47.781238 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.794513 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Transition to ACTIVE for port object 017a3f0a-7a32-4680-9add-5639614aaec7 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:04:47.853352 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57340) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:47.879880 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.881833 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c18e7-4e7f-418f-a77b-2fa58cfae6de req-5e16dd90-faec-441a-8a18-43826e5b2e67 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:47.883604 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aa1c18e7-4e7f-418f-a77b-2fa58cfae6de req-5e16dd90-faec-441a-8a18-43826e5b2e67 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0668252 Jun 23 04:04:47.888254 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:47.924205 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aa1c18e7-4e7f-418f-a77b-2fa58cfae6de req-8dd54a99-7de4-4ddf-83b2-c803a2fde617 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Jun 23 04:04:47.958473 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:04:47.961454 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:47.965544 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:04:47.967849 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:04:48.001044 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event updated for resources: {'Port': ['ID=017a3f0a-7a32-4680-9add-5639614aaec7,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:48.013178 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:48.036518 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:48.037371 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.068000 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-c2acfb37-8cde-4ca0-a881-5f8cfa7511d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079592 Jun 23 04:04:48.105782 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8437941 Jun 23 04:04:48.109493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:04:48.161081 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Request body: {'port': {'device_id': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:48.205727 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.232517 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:48.234960 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055b73ce-863e-49cf-9309-c671459c2da4" -d '{"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-unplugged", "status": "completed", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:48.247327 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.250968 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:48.269693 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4568c52-3543-4885-88db-9454ae8018d5 x-openstack-request-id: req-e4568c52-3543-4885-88db-9454ae8018d5 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:48.270004 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-unplugged", "status": "failed", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "code": 422}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:48.270291 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4568c52-3543-4885-88db-9454ae8018d5 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:48.270692 dv-cinder-768592-6-smb neutron-server[99841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'code': 422} returned with failed status Jun 23 04:04:48.330584 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.332626 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:48.334943 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-d0303336-da1e-4048-b0ee-3b1597fc0315 None None] Provisioning for port 017a3f0a-7a32-4680-9add-5639614aaec7 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:04:48.360188 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-d0303336-da1e-4048-b0ee-3b1597fc0315 None None] Provisioning complete for port 017a3f0a-7a32-4680-9add-5639614aaec7 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:04:48.361039 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-d0303336-da1e-4048-b0ee-3b1597fc0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.413407 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=6']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:48.416106 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-d0303336-da1e-4048-b0ee-3b1597fc0315 None None] Port 017a3f0a-7a32-4680-9add-5639614aaec7 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:04:48.418264 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:48.522087 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017a3f0a-7a32-4680-9add-5639614aaec7 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:48.537487 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.550202 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Transition to ACTIVE for port object 017a3f0a-7a32-4680-9add-5639614aaec7 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:04:48.598943 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.601965 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8ce75354-f820-4e53-82e3-441381bebff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:48.604601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f1a99-911b-44ed-abc4-33337a795140 req-9eed47bf-3493-4665-bd1d-e1ce01bd2ab7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:48.606896 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ba8f1a99-911b-44ed-abc4-33337a795140 req-9eed47bf-3493-4665-bd1d-e1ce01bd2ab7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 932 time: 0.0632448 Jun 23 04:04:48.645229 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ba8f1a99-911b-44ed-abc4-33337a795140 req-f35e9ef1-ea58-4ac7-8806-fab26bb8f5b0 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Jun 23 04:04:48.654666 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Pushing event updated for resources: {'Port': ['ID=017a3f0a-7a32-4680-9add-5639614aaec7,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:48.657862 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:48.764834 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Attempting to bind port 017a3f0a-7a32-4680-9add-5639614aaec7 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:04:48.765199 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Attempting to bind port 017a3f0a-7a32-4680-9add-5639614aaec7 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:04:48.765558 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Attempting to bind port 017a3f0a-7a32-4680-9add-5639614aaec7 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:04:48.770746 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Port 017a3f0a-7a32-4680-9add-5639614aaec7 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:04:48.771115 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Attempting to bind port 017a3f0a-7a32-4680-9add-5639614aaec7 on network 757f47f0-76d4-409c-ac18-eb5b05b81784 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:04:48.776427 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:04:48.776824 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Checking segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:04:48.777389 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Bound using segment: {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:04:48.777821 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Bound port: 017a3f0a-7a32-4680-9add-5639614aaec7, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18694566-0136-46e7-ba56-42749635f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:04:48.778165 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.816215 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.850650 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] For port 017a3f0a-7a32-4680-9add-5639614aaec7, host hv-cinder-76859, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:04:48.853606 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] For port 017a3f0a-7a32-4680-9add-5639614aaec7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=017a3f0a-7a32-4680-9add-5639614aaec7,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:04:48.922055 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.925179 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:48.958322 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:48.958970 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:48.960535 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] 10.222.0.11 "PUT /v2.0/ports/017a3f0a-7a32-4680-9add-5639614aaec7 HTTP/1.1" status: 200 len: 1094 time: 0.8039169 Jun 23 04:04:48.961046 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:48.963586 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:48.999017 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Pushing event updated for resources: {'Port': ['ID=017a3f0a-7a32-4680-9add-5639614aaec7,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:49.012445 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-9676a748-b973-4939-8610-0820efe3dd4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:49.132357 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-20f5a695-1e12-4a79-b227-e96702ab3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.134870 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-20f5a695-1e12-4a79-b227-e96702ab3c34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 1097 time: 0.0678670 Jun 23 04:04:49.144184 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ccd4ee-67b8-4bf5-95ad-46243c75c9ae x-openstack-request-id: req-b2ccd4ee-67b8-4bf5-95ad-46243c75c9ae {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:49.144184 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:49.144184 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b2ccd4ee-67b8-4bf5-95ad-46243c75c9ae {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:49.144184 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7', 'status': 'completed', 'code': 200} Jun 23 04:04:49.180502 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a6976-a42e-461a-ae40-64788def9ee3 req-fa2da59f-f5e6-4b3e-8c05-1ef4af9e9d2c tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.181986 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-da1a6976-a42e-461a-ae40-64788def9ee3 req-fa2da59f-f5e6-4b3e-8c05-1ef4af9e9d2c tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.1231866 Jun 23 04:04:49.188746 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-858f61da-d265-4b33-811d-ed151f180037 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017a3f0a-7a32-4680-9add-5639614aaec7 HTTP/1.1" status: 200 len: 217 time: 0.0456827 Jun 23 04:04:49.226825 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-da1a6976-a42e-461a-ae40-64788def9ee3 req-1ad5aef7-b652-4bfe-86aa-8369b2af20f8 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343316 Jun 23 04:04:49.241795 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-dc0dbd7f-255a-4d4a-af45-e61d23bc88af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.243230 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-dc0dbd7f-255a-4d4a-af45-e61d23bc88af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0489924 Jun 23 04:04:49.300164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-fec8f50c-11c1-4dba-aa80-2c981d0f2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.302844 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-fec8f50c-11c1-4dba-aa80-2c981d0f2214 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519645 Jun 23 04:04:49.402380 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-d0a248e2-dc9f-4705-b258-0afce4965380 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 Jun 23 04:04:49.493987 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d54ac198-4630-4d3e-a476-ec96ac9e2fc6 req-77242f42-412c-44a8-9c41-ac8243a328e6 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855336 Jun 23 04:04:49.673946 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-098a4648-b70d-4cc2-b767-1cfbdd10fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.675502 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-098a4648-b70d-4cc2-b767-1cfbdd10fe78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 1097 time: 0.0575798 Jun 23 04:04:49.764804 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-b952764f-708d-4ed9-8652-7ca523c84887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.766228 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-b952764f-708d-4ed9-8652-7ca523c84887 service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.0847237 Jun 23 04:04:49.809811 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-5a150d91-1817-44e0-bfbf-681ce4078f37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017a3f0a-7a32-4680-9add-5639614aaec7 HTTP/1.1" status: 200 len: 217 time: 0.0373757 Jun 23 04:04:49.820766 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9145c-7a72-4ed7-817f-947cf40fe4f4 req-34ce6b6a-c8bf-49ba-adcd-b027d4824b20 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.822212 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cdc9145c-7a72-4ed7-817f-947cf40fe4f4 req-34ce6b6a-c8bf-49ba-adcd-b027d4824b20 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 944 time: 0.0630367 Jun 23 04:04:49.856822 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-42790e37-12bc-4ae1-9f1a-39963c70d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.858238 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-42790e37-12bc-4ae1-9f1a-39963c70d07e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0426917 Jun 23 04:04:49.859098 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cdc9145c-7a72-4ed7-817f-947cf40fe4f4 req-6e50442c-7865-4eb5-8294-c92bc95967c2 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Jun 23 04:04:49.917029 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-b2fc1bf1-2e9f-4e16-aa47-c0b5eca1b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:49.919055 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-b2fc1bf1-2e9f-4e16-aa47-c0b5eca1b41f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546129 Jun 23 04:04:50.011680 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-9e230280-1347-4878-9eff-01f8d1dd622f service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Jun 23 04:04:50.100136 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 020b969c-29b1-466d-9b15-7a17357dcc23 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:04:50.100736 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-117113eb-d0a3-4d95-88d4-c99cf8c4ab6c req-dde192da-fe00-485e-b678-46dd933375d1 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825231 Jun 23 04:04:50.119551 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 020b969c-29b1-466d-9b15-7a17357dcc23 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:04:50.119909 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 020b969c-29b1-466d-9b15-7a17357dcc23 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:04:50.273468 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:50.405150 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8da7f1-e717-45a5-880c-0afcea7f9071 req-e2cc3fe5-5b0d-4e9b-96a6-61acaf204191 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:50.406837 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-db8da7f1-e717-45a5-880c-0afcea7f9071 req-e2cc3fe5-5b0d-4e9b-96a6-61acaf204191 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0660598 Jun 23 04:04:50.448286 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-db8da7f1-e717-45a5-880c-0afcea7f9071 req-2dc849ea-de9c-41a8-b218-da3fdb51780d tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Jun 23 04:04:50.668091 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-9d52621b-db89-480d-b401-d207e32333b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:50.669620 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-9d52621b-db89-480d-b401-d207e32333b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058&tenant_id=ef60f17fe1754b39999df2afbf899ffb HTTP/1.1" status: 200 len: 1097 time: 0.0863073 Jun 23 04:04:50.742652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-dffcb427-46b6-410c-95e6-3f826274d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:50.744104 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-dffcb427-46b6-410c-95e6-3f826274d545 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1097 time: 0.0510464 Jun 23 04:04:51.039067 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1c8b8-7e75-4585-90a3-8ba1c8598cad req-c011adb0-d9f4-4f42-99c1-99b7a1ef2bfd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:51.040521 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fe1c8b8-7e75-4585-90a3-8ba1c8598cad req-c011adb0-d9f4-4f42-99c1-99b7a1ef2bfd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 944 time: 0.0643034 Jun 23 04:04:51.066977 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-71c102d1-1b4b-479b-b7c3-134098c4515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:51.068434 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-71c102d1-1b4b-479b-b7c3-134098c4515a service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.3187997 Jun 23 04:04:51.077965 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4fe1c8b8-7e75-4585-90a3-8ba1c8598cad req-12a3a5e5-a5d9-4961-adea-20389d8eab91 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Jun 23 04:04:51.130773 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-56de52f7-ef6d-4334-899f-bbcccb8bff5d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 999 time: 0.0555780 Jun 23 04:04:51.177157 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-bab39d73-f50e-4e55-80d9-cac1ce1c2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:51.178469 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-bab39d73-f50e-4e55-80d9-cac1ce1c2c38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0406520 Jun 23 04:04:51.234677 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-faa33e67-a236-4d34-b5ed-4b50e162bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:51.236180 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-faa33e67-a236-4d34-b5ed-4b50e162bbb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516608 Jun 23 04:04:51.321777 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-efa7e70f-64dc-4d20-b6ba-9e2f20c45152 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793097 Jun 23 04:04:51.409684 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-12146339-8fb7-4830-8bc0-d6d09258c46f req-ce7c0d43-dc6f-4d18-baed-1648ea8a2885 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814128 Jun 23 04:04:51.620868 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c0810-1e5a-40fa-8b64-1b48bdd543ed req-a5fde134-e552-4339-ac2b-8ce333fe13f4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:51.621925 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e00c0810-1e5a-40fa-8b64-1b48bdd543ed req-a5fde134-e552-4339-ac2b-8ce333fe13f4 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0618520 Jun 23 04:04:51.658175 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e00c0810-1e5a-40fa-8b64-1b48bdd543ed req-595c7fd0-6621-4312-b889-f7ac2fbff8f1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307882 Jun 23 04:04:52.250744 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e635b39-6211-4744-97a1-3cb9689b9be9 req-be22d3db-418c-4356-a915-91e80d016c82 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:52.252240 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e635b39-6211-4744-97a1-3cb9689b9be9 req-be22d3db-418c-4356-a915-91e80d016c82 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 944 time: 0.0664022 Jun 23 04:04:52.289843 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2e635b39-6211-4744-97a1-3cb9689b9be9 req-1b573443-15c0-4efb-87e0-288af87d823a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Jun 23 04:04:52.828361 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b0aed-60cc-4685-9820-40a6cca5d8cd req-7a0ec28b-c124-4eb1-adf2-49120af30294 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:52.829717 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-029b0aed-60cc-4685-9820-40a6cca5d8cd req-7a0ec28b-c124-4eb1-adf2-49120af30294 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0618842 Jun 23 04:04:52.865157 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-029b0aed-60cc-4685-9820-40a6cca5d8cd req-3871677e-68ec-4e16-b503-1b67281da87b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300155 Jun 23 04:04:52.890306 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:04:53.461570 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa4da6-3fd4-4675-a5be-1928de4ea03c req-62a21f1b-7d6f-4a70-8295-9aab8df10acc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:53.462994 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ccfa4da6-3fd4-4675-a5be-1928de4ea03c req-62a21f1b-7d6f-4a70-8295-9aab8df10acc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 944 time: 0.0611901 Jun 23 04:04:53.502340 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ccfa4da6-3fd4-4675-a5be-1928de4ea03c req-46b816eb-ccee-495f-8a14-0b764b830726 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Jun 23 04:04:54.031398 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575392f-f282-44cb-87b5-6b925bf95767 req-cbea71a7-76d3-4808-9464-952b7c8b58fa tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:54.032833 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f575392f-f282-44cb-87b5-6b925bf95767 req-cbea71a7-76d3-4808-9464-952b7c8b58fa tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0613012 Jun 23 04:04:54.069102 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f575392f-f282-44cb-87b5-6b925bf95767 req-353d0930-abd9-473f-ab6b-f035deab8e73 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Jun 23 04:04:54.108215 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 017a3f0a-7a32-4680-9add-5639614aaec7 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:04:54.201034 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 017a3f0a-7a32-4680-9add-5639614aaec7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=017a3f0a-7a32-4680-9add-5639614aaec7,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:54.211569 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '017a3f0a-7a32-4680-9add-5639614aaec7', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'port_id': '017a3f0a-7a32-4680-9add-5639614aaec7', 'mac_address': 'fa:16:3e:4e:11:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:04:54.246612 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:54.258437 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017a3f0a-7a32-4680-9add-5639614aaec7 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:54.277962 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 017a3f0a-7a32-4680-9add-5639614aaec7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=017a3f0a-7a32-4680-9add-5639614aaec7,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:54.372867 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:54.374508 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-125d104a-468d-43f4-b6aa-40201651cefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:54.422251 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=017a3f0a-7a32-4680-9add-5639614aaec7,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:54.425376 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:54.674190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9898506-cc91-4c7b-92e7-953d591e14a5 req-619e05c1-09a1-4899-901f-0565b40c4261 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:54.675610 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b9898506-cc91-4c7b-92e7-953d591e14a5 req-619e05c1-09a1-4899-901f-0565b40c4261 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 945 time: 0.0613229 Jun 23 04:04:54.713395 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b9898506-cc91-4c7b-92e7-953d591e14a5 req-aa6c664f-514e-4e29-ac17-7e9b4f03e241 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Jun 23 04:04:54.726689 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['017a3f0a-7a32-4680-9add-5639614aaec7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:04:55.239937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e2d42-7c31-4415-916c-2e9fb948832a req-6e0543ab-1aa8-4da0-92f4-5d8d8713fdc5 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:55.241423 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e55e2d42-7c31-4415-916c-2e9fb948832a req-6e0543ab-1aa8-4da0-92f4-5d8d8713fdc5 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0646799 Jun 23 04:04:55.278677 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e55e2d42-7c31-4415-916c-2e9fb948832a req-b7fd7535-2df0-48a1-95e0-33c812126165 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311568 Jun 23 04:04:55.885216 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af6933-bb49-4e4f-aa7a-e3f4c2f70d7a req-1caff610-7e34-4755-9271-31118cde16e7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:55.887252 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c1af6933-bb49-4e4f-aa7a-e3f4c2f70d7a req-1caff610-7e34-4755-9271-31118cde16e7 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 945 time: 0.0651171 Jun 23 04:04:55.927389 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c1af6933-bb49-4e4f-aa7a-e3f4c2f70d7a req-c8ab08ed-4f68-4e99-8c6c-d33b525223c5 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345869 Jun 23 04:04:56.124191 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:04:56.126254 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 017a3f0a-7a32-4680-9add-5639614aaec7 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:04:56.287288 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.db.resource_extend [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 04:04:56.375188 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:56.388061 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'port_id': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'mac_address': 'fa:16:3e:49:63:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:04:56.433925 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:56.444749 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 017a3f0a-7a32-4680-9add-5639614aaec7 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:04:56.449726 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 017a3f0a-7a32-4680-9add-5639614aaec7 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:04:56.450102 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:56.452508 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8287559b-e6e3-4d43-b204-8cdd3f970477 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:04:56.460755 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140659-53e7-4562-8249-c1c83ab1e3c8 req-8841d1ad-96da-4590-bc71-ec0a6a14e31a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:56.462273 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3a140659-53e7-4562-8249-c1c83ab1e3c8 req-8841d1ad-96da-4590-bc71-ec0a6a14e31a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 944 time: 0.0678043 Jun 23 04:04:56.498886 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:56.502899 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3a140659-53e7-4562-8249-c1c83ab1e3c8 req-52ee6526-11dd-4e5f-9d12-e1225949d28a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350616 Jun 23 04:04:56.547225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:56.570130 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:56.572513 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f21df64-0128-4400-b64f-70a6da163df4" -d '{"events": [{"server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:56.577623 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:56.584170 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:56.609743 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f0f362-08b4-4422-a1f6-e7ab06eff6b5 x-openstack-request-id: req-01f0f362-08b4-4422-a1f6-e7ab06eff6b5 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:56.610043 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "name": "network-vif-plugged", "status": "completed", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:56.610300 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01f0f362-08b4-4422-a1f6-e7ab06eff6b5 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:56.610698 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7', 'code': 200} Jun 23 04:04:56.612403 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 017a3f0a-7a32-4680-9add-5639614aaec7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=017a3f0a-7a32-4680-9add-5639614aaec7,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:56.637948 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=7']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:56.640773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:56.684965 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:56.686950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:56.731927 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=017a3f0a-7a32-4680-9add-5639614aaec7,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:56.735139 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:56.950225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['8287559b-e6e3-4d43-b204-8cdd3f970477'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:04:56.985446 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ce6d0-ebc9-4a5f-bf50-278d936b808f req-e4a31d9e-ffa1-437b-b198-02c2ab320ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:56.986929 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-2b0ce6d0-ebc9-4a5f-bf50-278d936b808f req-e4a31d9e-ffa1-437b-b198-02c2ab320ce6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 1099 time: 0.0514722 Jun 23 04:04:57.022893 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-2b0ce6d0-ebc9-4a5f-bf50-278d936b808f req-19b025cf-6bf7-4edf-9f6d-c1e78fdafdb8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278223 Jun 23 04:04:57.113412 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72127ad-b83b-4031-8d5e-6a93760c2cf7 req-4699b4d8-03f2-48d6-af53-d4b655742f6b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:57.115028 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a72127ad-b83b-4031-8d5e-6a93760c2cf7 req-4699b4d8-03f2-48d6-af53-d4b655742f6b tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0738807 Jun 23 04:04:57.154544 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a72127ad-b83b-4031-8d5e-6a93760c2cf7 req-1dd6a2c4-c504-43a6-acb0-3ddfe99fd07f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jun 23 04:04:57.688079 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92135686-6885-456c-9edb-5e0763bd4803 req-4dc192af-7481-424b-a739-47e41974e945 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:57.689462 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-92135686-6885-456c-9edb-5e0763bd4803 req-4dc192af-7481-424b-a739-47e41974e945 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 945 time: 0.0619946 Jun 23 04:04:57.726398 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-92135686-6885-456c-9edb-5e0763bd4803 req-0b9ee795-6abe-4bfb-b47f-cadf98c78b93 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Jun 23 04:04:58.120333 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:04:58.165678 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 8287559b-e6e3-4d43-b204-8cdd3f970477 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:04:58.166097 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:58.244724 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:58.276537 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:04:58.340534 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e6cb8-c70a-4e08-bf6e-013339d14bd4 req-ed43a219-0c10-465a-a138-bb181f3b437e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:58.342020 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fd9e6cb8-c70a-4e08-bf6e-013339d14bd4 req-ed43a219-0c10-465a-a138-bb181f3b437e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0673890 Jun 23 04:04:58.380096 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fd9e6cb8-c70a-4e08-bf6e-013339d14bd4 req-6d629d6c-8368-4644-875a-eacc450eb5ce tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323763 Jun 23 04:04:58.398695 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:04:58.400634 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:04:58.447745 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=8']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:04:58.450911 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:04:58.612064 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:04:58.614449 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2a311b-9270-4438-ae29-aa4f5cdd49b7" -d '{"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-plugged", "status": "completed", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:04:58.650282 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a678b6-3214-4302-ad22-73972c1d9674 x-openstack-request-id: req-01a678b6-3214-4302-ad22-73972c1d9674 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:04:58.650645 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-plugged", "status": "completed", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:04:58.650913 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01a678b6-3214-4302-ad22-73972c1d9674 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:04:58.651309 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'code': 200} Jun 23 04:04:58.912774 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec728ac-2b76-41e4-be87-d292832a08c7 req-ce30dfbe-ffdf-431d-b6f0-828b63a74a58 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:58.914286 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3ec728ac-2b76-41e4-be87-d292832a08c7 req-ce30dfbe-ffdf-431d-b6f0-828b63a74a58 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0711656 Jun 23 04:04:58.955528 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b1ea7-eb5a-4e33-bcd9-86c7c8f4933d req-9721b36b-16b6-4e55-9651-8ee44eeee774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:58.957521 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3ec728ac-2b76-41e4-be87-d292832a08c7 req-ba934421-2018-439a-8d41-842244c02a09 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371740 Jun 23 04:04:58.957767 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-647b1ea7-eb5a-4e33-bcd9-86c7c8f4933d req-9721b36b-16b6-4e55-9651-8ee44eeee774 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.0529783 Jun 23 04:04:59.001208 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-647b1ea7-eb5a-4e33-bcd9-86c7c8f4933d req-3193db24-de1a-45c4-9303-33774588e6f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377259 Jun 23 04:04:59.555206 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e6035-69b4-4d6b-aa85-36501ab45800 req-cc7bd639-b91b-40ff-a107-774ec4e69e35 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:59.556814 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc6e6035-69b4-4d6b-aa85-36501ab45800 req-cc7bd639-b91b-40ff-a107-774ec4e69e35 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0651722 Jun 23 04:04:59.596484 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fc6e6035-69b4-4d6b-aa85-36501ab45800 req-5a82f466-4ef8-4511-b9fe-8b6c75aac19e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335016 Jun 23 04:04:59.764495 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acfba1-e601-4660-8587-11080529c5a0 req-22d95a3e-853f-4c82-9fbd-71c39190b8fc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:04:59.765920 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-15acfba1-e601-4660-8587-11080529c5a0 req-22d95a3e-853f-4c82-9fbd-71c39190b8fc tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0609319 Jun 23 04:04:59.774708 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57476) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:04:59.779538 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Request body: {'floatingip': {'port_id': '017a3f0a-7a32-4680-9add-5639614aaec7'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:04:59.816519 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:00.349289 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73abbed-1d0a-4fb0-af95-2e3fca1d1956 req-c9b91f42-63b7-40f9-8b83-0db108fac36f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:00.350716 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f73abbed-1d0a-4fb0-af95-2e3fca1d1956 req-c9b91f42-63b7-40f9-8b83-0db108fac36f tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.1422410 Jun 23 04:05:00.430845 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f73abbed-1d0a-4fb0-af95-2e3fca1d1956 req-dda9464d-1dc0-4828-8719-bb837c8134b9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744371 Jun 23 04:05:00.569705 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:00.626929 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:00.725582 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.l3_db [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Floating IP f58e45b6-4610-4da7-8054-653693a5d14b associated. External IP: 172.28.3.181, port: 017a3f0a-7a32-4680-9add-5639614aaec7. Jun 23 04:05:00.927545 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:05:01.028441 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:05:01.033182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:01.037394 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:05:01.047717 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:01.048539 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:01.071476 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2cdd8c8e-1d08-47a7-9dd0-9698b6b31015 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "PUT /v2.0/floatingips/f58e45b6-4610-4da7-8054-653693a5d14b HTTP/1.1" status: 200 len: 992 time: 1.2957323 Jun 23 04:05:01.072099 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:05:01.074429 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4027451f-df03-4436-94d2-aa85ed621cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:05:01.111300 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f106d4-a218-426d-91a2-45492cd52fb0 x-openstack-request-id: req-40f106d4-a218-426d-91a2-45492cd52fb0 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:05:01.111663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:05:01.111956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40f106d4-a218-426d-91a2-45492cd52fb0 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:05:01.112388 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7', 'status': 'completed', 'code': 200} Jun 23 04:05:01.152823 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:01.188953 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-771dd5a7-de81-4496-82c7-8dcd95b12b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:01.192709 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-771dd5a7-de81-4496-82c7-8dcd95b12b70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35c0442d32784706aa00e1912047a0ae&device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 1099 time: 0.0555878 Jun 23 04:05:01.278073 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-f565cf03-3786-4041-9308-91d553a8aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:01.279595 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-f565cf03-3786-4041-9308-91d553a8aab7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 200 len: 912 time: 0.0825472 Jun 23 04:05:01.349838 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-4449617c-24d2-4abe-b8a3-65796510f13e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=017a3f0a-7a32-4680-9add-5639614aaec7 HTTP/1.1" status: 200 len: 1000 time: 0.0638542 Jun 23 04:05:01.369418 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'f58e45b6-4610-4da7-8054-653693a5d14b', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'port_id': '017a3f0a-7a32-4680-9add-5639614aaec7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'mac_address': 'fa:16:3e:4e:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:04:42Z', 'updated_at': '2021-06-23T04:05:00Z', 'revision_number': 1, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:01.396472 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-d0aeabfa-f845-413f-b8c5-55264bb387f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:01.397906 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-d0aeabfa-f845-413f-b8c5-55264bb387f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 200 len: 850 time: 0.0416341 Jun 23 04:05:01.398201 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:05:01.406781 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:01.407378 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:01.456086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-41efbd44-62b4-4287-84a7-881a4ffd19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:01.457549 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-41efbd44-62b4-4287-84a7-881a4ffd19e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=757f47f0-76d4-409c-ac18-eb5b05b81784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0495446 Jun 23 04:05:01.515915 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:01.577006 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-d1222c43-d04e-44f4-b9a3-c36e819b0b1f service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082802 Jun 23 04:05:01.638278 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25ea77-b8e6-44d6-aaf4-b11a788e6e90 req-e1956ba7-4a95-458f-a141-54976547d567 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:01.640824 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0d25ea77-b8e6-44d6-aaf4-b11a788e6e90 req-e1956ba7-4a95-458f-a141-54976547d567 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0896070 Jun 23 04:05:01.680627 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0d25ea77-b8e6-44d6-aaf4-b11a788e6e90 req-d7731f9e-6cdb-4b9e-b787-26b6335314c9 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335538 Jun 23 04:05:01.699325 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-4027451f-df03-4436-94d2-aa85ed621cc6 req-6219a74f-57a5-45bb-9baa-034f5a9a83d1 service neutron] 10.222.0.11 "GET /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123013 Jun 23 04:05:01.782929 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'f58e45b6-4610-4da7-8054-653693a5d14b', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'port_id': '017a3f0a-7a32-4680-9add-5639614aaec7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'mac_address': 'fa:16:3e:4e:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:04:42Z', 'updated_at': '2021-06-23T04:05:00Z', 'revision_number': 1, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:01.812989 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec63215-9c7e-4f99-a453-fa69d112ecdb None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'f58e45b6-4610-4da7-8054-653693a5d14b', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'floating_ip_address': '172.28.3.181', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'port_id': '017a3f0a-7a32-4680-9add-5639614aaec7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'mac_address': 'fa:16:3e:4e:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:04:42Z', 'updated_at': '2021-06-23T04:05:00Z', 'revision_number': 1, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:05:01.996765 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc8bd86-511b-4cc5-b079-8eb788451965 None None] New status for floating IP f58e45b6-4610-4da7-8054-653693a5d14b: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:05:09.804021 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:10.556926 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57588) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:10.600449 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Deleting subnet 902d697e-59d3-4d70-9922-2572840e2fde {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:05:10.603391 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:10.641568 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:10.680424 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:10.798943 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:10.805746 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7b6e90f8-1190-4d12-995c-fd535c66ea12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:10.830749 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=902d697e-59d3-4d70-9922-2572840e2fde,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:10.833769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:10.834993 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/902d697e-59d3-4d70-9922-2572840e2fde HTTP/1.1" status: 204 len: 168 time: 0.2771091 Jun 23 04:05:10.837890 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57592) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:10.841143 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.844850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.845892 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:10.848148 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:10.922299 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.031140 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.035679 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-38672f2c-2454-4f59-b4db-736eed5bd0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1256323 Jun 23 04:05:11.043695 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf8468b-502b-42d7-a674-420eb350618a']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:11.053287 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23fd6e6a-e87f-48a4-ab8d-2051d49403be') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:11.053515 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23fd6e6a-e87f-48a4-ab8d-2051d49403be') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:11.063945 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.099456 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.108122 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:05:11.108507 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:05:11.110053 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:05:11.175598 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-200699eb-a7e4-4de5-aac7-6ed56138a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:11.177075 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-200699eb-a7e4-4de5-aac7-6ed56138a69c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.1072321 Jun 23 04:05:11.251118 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.257590 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.262178 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0bf8468b-502b-42d7-a674-420eb350618a HTTP/1.1" status: 204 len: 168 time: 0.4232996 Jun 23 04:05:11.264826 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:11.280567 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf8468b-502b-42d7-a674-420eb350618a,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:11.283047 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b9ec6799-8c89-4978-b80b-41543eee4b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:11.310126 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-37de7e83-7240-4b54-8965-16c6b9d91f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:11.311639 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-37de7e83-7240-4b54-8965-16c6b9d91f95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.1134210 Jun 23 04:05:11.380916 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-70a5d652-1a12-4a58-b6f3-004ff9aa9c87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 1001 time: 0.0607517 Jun 23 04:05:11.427833 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-d89241c4-eb10-4a6e-8cfe-c17210a1ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:11.429252 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-d89241c4-eb10-4a6e-8cfe-c17210a1ebe1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0417957 Jun 23 04:05:11.485196 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-e6a406df-a0fd-44c2-8715-7717bce2bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:11.486773 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-e6a406df-a0fd-44c2-8715-7717bce2bc02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507343 Jun 23 04:05:11.563380 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57598) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:11.585156 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-eb6c0a09-a1d3-4f57-ad52-d69cca0a5dd6 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882754 Jun 23 04:05:11.604960 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-7e3e4f03-4170-464a-81f4-cd5a96f7d3f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbd43043025842649b7cf224a1009700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400476 Jun 23 04:05:11.607520 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57600) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:11.659015 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.676135 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a9ccb474-fa5d-4814-b21e-f55777766177 req-befae805-253a-4e37-ae6e-b358b76e12eb service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838084 Jun 23 04:05:11.679106 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.787123 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.791613 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:11.795709 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0 HTTP/1.1" status: 204 len: 168 time: 0.1848624 Jun 23 04:05:11.795709 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-409ba488-37ac-4e47-856f-decfea96d8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:11.809095 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df35117-c8ac-4cb6-831d-2aa4e4cbe5d0,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:11.812104 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e10841f6-0c89-4b8c-b037-67371a704d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:12.788508 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57626) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:12.879944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-190307837-network', 'tenant_id': '54eee304ce434579840ff09660f1a9e5'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:12.989687 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Made reservation on behalf of 54eee304ce434579840ff09660f1a9e5 for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:05:12.992145 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.000670 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.087386 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.169615 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.173285 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-81fdb41d-3862-4b3b-9018-4d3d2d5afa5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:13.189935 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:05:13.203293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69fb2a9-475b-45ea-87fd-46f8296f82d2,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:13.206386 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:13.209313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.209655 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Added segment b719e0e7-d16b-4e77-aaaf-8872e008e8b5 of type vlan for network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 Jun 23 04:05:13.249479 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.346765 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.348140 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:13.348723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.351525 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:13.406623 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Pushing event updated for resources: {'Network': ['ID=b2bac889-fc57-46c1-bc3f-3b4f5c509f02,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:13.409351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:13.416502 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:05:13.446338 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-4851861f-49e0-4cbb-a474-27b864ff638c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6523387 Jun 23 04:05:13.446338 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57634) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:13.450913 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Request body: {'subnet': {'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-190307837-subnet', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'ip_version': 4}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:13.555627 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Made reservation on behalf of 54eee304ce434579840ff09660f1a9e5 for: {'subnet': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:05:13.558498 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8586729'] for subnet, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.784003 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63558666', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8586747'] for subnet, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:13.786171 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:13.838642 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9ce826-780f-4e58-b284-c65d0488b410,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:13.842055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:13.847546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Checking segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:13.847907 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Network hostable DHCP agents. Network: b2bac889-fc57-46c1-bc3f-3b4f5c509f02, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99839) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:05:13.929421 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99839) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:05:13.992281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, b2bac889-fc57-46c1-bc3f-3b4f5c509f02) {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:13.996682 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:13.997276 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.001296 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938a2527-432f-4051-98bd-4cb0494b7e1c None None] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:05:14.067956 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-bdfd0115-4014-4b48-993f-d4e6d2d16ce7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6196747 Jun 23 04:05:14.068227 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57638) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:14.072831 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:14.150600 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 04:05:14.153808 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.172761 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.173788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.228007 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.286040 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Allocated IP 172.20.0.2 (b2bac889-fc57-46c1-bc3f-3b4f5c509f02/ca9ce826-780f-4e58-b284-c65d0488b410/f9f2703c-97a6-43de-962e-3ec8ff46e767) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:14.427334 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.430511 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.435609 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Transition to ACTIVE for port object f9f2703c-97a6-43de-962e-3ec8ff46e767 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:14.450141 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Transition to ACTIVE for port object f9f2703c-97a6-43de-962e-3ec8ff46e767 will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:14.544211 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.548382 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:14.584363 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:14.587493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:14.590597 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:14.619505 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Pushing event updated for resources: {'Port': ['ID=f9f2703c-97a6-43de-962e-3ec8ff46e767,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:14.622339 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:14.656736 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Attempting to bind port f9f2703c-97a6-43de-962e-3ec8ff46e767 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:14.657129 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Attempting to bind port f9f2703c-97a6-43de-962e-3ec8ff46e767 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:14.657507 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Attempting to bind port f9f2703c-97a6-43de-962e-3ec8ff46e767 on network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:14.662692 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:14.663076 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Checking segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:14.663511 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.663915 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Bound using segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:14.664386 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Bound port: f9f2703c-97a6-43de-962e-3ec8ff46e767, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:14.664765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.710431 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.729364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.730297 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] For port f9f2703c-97a6-43de-962e-3ec8ff46e767, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:14.733558 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] For port f9f2703c-97a6-43de-962e-3ec8ff46e767, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f9f2703c-97a6-43de-962e-3ec8ff46e767,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:14.807100 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:14.810482 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:14.836507 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Allocated IP 172.28.3.238 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/e2e46161-db57-4218-9c69-85fe840cc9fe) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:14.866041 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Pushing event updated for resources: {'Port': ['ID=f9f2703c-97a6-43de-962e-3ec8ff46e767,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:14.871645 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:14.942962 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:15.047913 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:15.050931 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3c873446-dc8d-4204-a962-a40a81ff2396 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:15.089176 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:15.094370 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:15.096881 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:15.131089 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Pushing event updated for resources: {'Port': ['ID=e2e46161-db57-4218-9c69-85fe840cc9fe,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:15.134063 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:15.226897 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7077b459-d18d-480a-a593-5577c66a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:15.669401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:15.684354 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33c9b2-acbd-42fe-be45-9fe240b00542 None None] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:05:15.866462 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:15.919764 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-21cbb234-4369-411c-9af7-1d730c3749fc None None] Provisioning for port f9f2703c-97a6-43de-962e-3ec8ff46e767 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:16.044025 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Router c5cba01e-ed16-4983-bca6-634b25d18f94 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 04:05:16.154078 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:05:16.162936 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Sync routers for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:05:16.172094 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:16.182117 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:16.236134 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.237436 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1681972 Jun 23 04:05:16.240110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57646) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:16.273186 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:16.451664 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:15Z', 'revision_number': 3, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:16.477991 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Checking router: c5cba01e-ed16-4983-bca6-634b25d18f94 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:05:16.478349 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Updating router c5cba01e-ed16-4983-bca6-634b25d18f94 port e2e46161-db57-4218-9c69-85fe840cc9fe binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:05:16.510548 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.654666 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.762144 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.773496 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Transition to ACTIVE for port object e2e46161-db57-4218-9c69-85fe840cc9fe will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:16.787402 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f9f2703c-97a6-43de-962e-3ec8ff46e767 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:16.824062 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Allocated IP 172.20.0.1 (b2bac889-fc57-46c1-bc3f-3b4f5c509f02/ca9ce826-780f-4e58-b284-c65d0488b410/c077b48a-8dc9-4db0-a9f2-db436fb17457) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:16.852730 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.855567 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:16.908864 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f27e-4c9f-4471-96bf-55ac5ffe89bc None None] Pushing event updated for resources: {'Port': ['ID=e2e46161-db57-4218-9c69-85fe840cc9fe,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:16.912566 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2084f27e-4c9f-4471-96bf-55ac5ffe89bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:16.918960 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Attempting to bind port e2e46161-db57-4218-9c69-85fe840cc9fe on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:16.919343 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Attempting to bind port e2e46161-db57-4218-9c69-85fe840cc9fe by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:16.919759 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Attempting to bind port e2e46161-db57-4218-9c69-85fe840cc9fe on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:16.925196 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:16.925578 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:16.925982 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.926379 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:16.926907 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Bound port: e2e46161-db57-4218-9c69-85fe840cc9fe, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:16.927292 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.930360 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:16.943876 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.provisioning_blocks [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Transition to ACTIVE for port object c077b48a-8dc9-4db0-a9f2-db436fb17457 will not be triggered until provisioned by entity DHCP. {{(pid=99839) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:16.949443 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port f9f2703c-97a6-43de-962e-3ec8ff46e767 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:16.955325 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port f9f2703c-97a6-43de-962e-3ec8ff46e767 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:16.955669 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.012415 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] For port e2e46161-db57-4218-9c69-85fe840cc9fe, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:17.015891 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] For port e2e46161-db57-4218-9c69-85fe840cc9fe, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e2e46161-db57-4218-9c69-85fe840cc9fe,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:17.033305 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.036313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d0b45049-6443-4e3d-a638-9662a3962335 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:17.057122 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.074884 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:17.077722 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:17.080243 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:17.083101 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.091953 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:17.101536 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port f9f2703c-97a6-43de-962e-3ec8ff46e767, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f9f2703c-97a6-43de-962e-3ec8ff46e767,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:05:17.112683 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Pushing event updated for resources: {'Port': ['ID=c077b48a-8dc9-4db0-a9f2-db436fb17457,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:17.116787 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:17.133206 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.148848 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:17.149493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:04:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:17.190045 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084f27e-4c9f-4471-96bf-55ac5ffe89bc None None] Pushing event updated for resources: {'Port': ['ID=e2e46161-db57-4218-9c69-85fe840cc9fe,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:17.194741 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2084f27e-4c9f-4471-96bf-55ac5ffe89bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:17.197111 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.200345 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-1598b96e-ad02-4993-983c-e248e7233f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:17.291465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=f9f2703c-97a6-43de-962e-3ec8ff46e767,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:17.296082 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:17.304258 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:17.355947 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.488763 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-435df29b-77c7-42c0-af0e-f0b00b44808b None None] Provisioning for port c077b48a-8dc9-4db0-a9f2-db436fb17457 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:17.494633 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-435df29b-77c7-42c0-af0e-f0b00b44808b None None] Provisioning complete for port c077b48a-8dc9-4db0-a9f2-db436fb17457 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:17.496290 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-435df29b-77c7-42c0-af0e-f0b00b44808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.518584 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ecec930e-984f-4422-847d-2147cf8206da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.527745 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:15Z', 'revision_number': 3, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:17.530254 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.561632 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e6d471-6f07-40d0-bec6-6040fc96215f None None] The sync data for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb is: [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:15Z', 'revision_number': 3, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:05:17.573564 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-435df29b-77c7-42c0-af0e-f0b00b44808b None None] Port c077b48a-8dc9-4db0-a9f2-db436fb17457 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:05:17.623769 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.626188 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-24076d99-0a5c-44ef-8afa-499455dd7d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:17.695446 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Pushing event updated for resources: {'Port': ['ID=c077b48a-8dc9-4db0-a9f2-db436fb17457,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:17.697819 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:17.699838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:17.806269 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:17.807720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:17.939130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Router c5cba01e-ed16-4983-bca6-634b25d18f94 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:05:17.943904 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.054774 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:05:18.060806 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] 10.222.0.20 "PUT /v2.0/routers/c5cba01e-ed16-4983-bca6-634b25d18f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196836 Jun 23 04:05:18.098279 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-0953d181-b979-4c15-9a41-1ded396c0cd3 None None] Provisioning complete for port c077b48a-8dc9-4db0-a9f2-db436fb17457 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:18.098660 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0953d181-b979-4c15-9a41-1ded396c0cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.138473 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-0953d181-b979-4c15-9a41-1ded396c0cd3 None None] Port c077b48a-8dc9-4db0-a9f2-db436fb17457 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:05:18.734571 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57672) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:18.739659 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1539819086-network', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:18.804085 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.820201 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f9f2703c-97a6-43de-962e-3ec8ff46e767 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:18.832613 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Made reservation on behalf of d79e852546a2402197ed2e74d84b6560 for: {'network': 1} {{(pid=99839) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:05:18.835051 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for network, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.844619 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.872870 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port f9f2703c-97a6-43de-962e-3ec8ff46e767 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:18.873045 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.940682 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:18.956968 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e2e46161-db57-4218-9c69-85fe840cc9fe up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:19.026491 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.026491 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1cb80ce9-1cb5-43e4-9df2-7adbc255d3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:19.047982 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=99839) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 04:05:19.062880 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b4cd2-20f6-4270-bd2f-224d125a450b,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:19.065957 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:19.067207 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.067580 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.segments_db [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Added segment 7c472e36-db25-4a1f-800a-bc56f3b30d50 of type vlan for network 57c70375-2174-4f1d-9188-45ab20e34641 Jun 23 04:05:19.104316 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port e2e46161-db57-4218-9c69-85fe840cc9fe completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:19.108929 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e2e46161-db57-4218-9c69-85fe840cc9fe triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:19.109312 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.109476 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774919778070'] for network, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.189819 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.199747 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Sync routers for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:05:19.209862 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480'] for network, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.214453 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:19.214453 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:19.214676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:19.214676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.214850 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port e2e46161-db57-4218-9c69-85fe840cc9fe, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e2e46161-db57-4218-9c69-85fe840cc9fe,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:05:19.215263 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-79ed80cf-6ebd-4286-8c12-5bf654f896bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:19.273537 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Pushing event updated for resources: {'Network': ['ID=57c70375-2174-4f1d-9188-45ab20e34641,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:19.276208 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:19.286052 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.286052 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:19.286351 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Network 57c70375-2174-4f1d-9188-45ab20e34641 details requested by agent ovs-agent-dv-cinder-768592-6-smb with host dv-cinder-768592-6-smb {{(pid=99841) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 04:05:19.321566 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:19.324944 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57676) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:19.330090 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Request body: {'subnet': {'network_id': '57c70375-2174-4f1d-9188-45ab20e34641', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1539819086-subnet', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'ip_version': 4}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:19.334151 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2bed655f-5350-4cdf-8f48-94df06785aba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5984602 Jun 23 04:05:19.382232 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=e2e46161-db57-4218-9c69-85fe840cc9fe,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:19.385800 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:19.426576 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Made reservation on behalf of d79e852546a2402197ed2e74d84b6560 for: {'subnet': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:05:19.429008 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2724163'] for subnet, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.527224 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 2, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:19.553561 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Checking router: c5cba01e-ed16-4983-bca6-634b25d18f94 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:05:19.553873 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Updating router c5cba01e-ed16-4983-bca6-634b25d18f94 port c077b48a-8dc9-4db0-a9f2-db436fb17457 binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:05:19.586202 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.645020 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64207710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2724177'] for subnet, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.647491 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8b7a3aac-3d1e-42db-b093-41b4264d6140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:19.701264 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395ba019-0eb2-49ae-87b6-32465be2ff12,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:19.704928 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:19.711793 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Checking segment: {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:19.713778 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Network hostable DHCP agents. Network: 57c70375-2174-4f1d-9188-45ab20e34641, hostable agents: ['7a1cb45b-ad2a-4c60-8f59-d3c23117be20'], hosted agents: [] {{(pid=99840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 04:05:19.786603 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Network 57c70375-2174-4f1d-9188-45ab20e34641 is scheduled to be hosted by DHCP agent 7a1cb45b-ad2a-4c60-8f59-d3c23117be20 with binding_index 1 {{(pid=99840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 04:05:19.852496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-smb, 57c70375-2174-4f1d-9188-45ab20e34641) {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:19.857073 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:19.858382 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.861359 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e14817-f08f-44a2-821b-71b9b9ca6100 None None] Network 57c70375-2174-4f1d-9188-45ab20e34641 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:05:19.923515 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.933118 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Transition to ACTIVE for port object c077b48a-8dc9-4db0-a9f2-db436fb17457 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:19.933530 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 57680) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:19.934049 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b78f4b7c-f484-4141-abf8-04f313fe9827 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6077654 Jun 23 04:05:19.939482 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:19.995517 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:19.997648 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:20.002068 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7a8641df-0118-53a9-9b1d-87951f740397-57c70375-2174-4f1d-9188-45ab20e34641', 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'fixed_ips': [{'subnet_id': '395ba019-0eb2-49ae-87b6-32465be2ff12'}]}} from dv-cinder-768592-6-smb. {{(pid=99841) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 04:05:20.002998 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.021590 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66715917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5461'] for router, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.026380 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66715910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66725939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66794064', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5454'] for router, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.041143 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Pushing event updated for resources: {'Port': ['ID=c077b48a-8dc9-4db0-a9f2-db436fb17457,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:20.078647 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.079270 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.079819 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.080298 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.080768 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.081254 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.081734 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.082211 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.082534 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.082857 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.083170 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.083671 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:20.091083 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.105697 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:20.117326 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Attempting to bind port c077b48a-8dc9-4db0-a9f2-db436fb17457 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:20.118605 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Attempting to bind port c077b48a-8dc9-4db0-a9f2-db436fb17457 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:20.118970 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Attempting to bind port c077b48a-8dc9-4db0-a9f2-db436fb17457 on network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:20.125421 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:20.125813 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Checking segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:20.126395 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.126788 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Bound using segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:20.127475 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Bound port: c077b48a-8dc9-4db0-a9f2-db436fb17457, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:20.127852 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.210766 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] For port c077b48a-8dc9-4db0-a9f2-db436fb17457, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:20.215354 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] For port c077b48a-8dc9-4db0-a9f2-db436fb17457, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c077b48a-8dc9-4db0-a9f2-db436fb17457,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:20.293497 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Allocated IP 172.20.0.2 (57c70375-2174-4f1d-9188-45ab20e34641/395ba019-0eb2-49ae-87b6-32465be2ff12/57c4ad51-1ff1-45b2-b68e-abbe41c7b81f) {{(pid=99841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:20.294458 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.299665 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-ecdf3a0d-995b-4d82-8d6a-0e6a46320620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:20.308189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66724641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66722961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5488'] for router, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.332277 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.357958 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Pushing event updated for resources: {'Port': ['ID=c077b48a-8dc9-4db0-a9f2-db436fb17457,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:20.362189 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:20.369856 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:20.370488 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:20.458493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.468028 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Transition to ACTIVE for port object 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:20.488933 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Transition to ACTIVE for port object 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f will not be triggered until provisioned by entity DHCP. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:20.496097 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:20.576273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854'] for port, after_create {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.579240 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:20.616347 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Network 57c70375-2174-4f1d-9188-45ab20e34641 is already hosted by enough agents. {{(pid=99841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:20.626094 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Resources bound (agent type, host, resource id): {{(pid=99841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:20.631592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.632382 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Received port after_create {{(pid=99841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:20.635799 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Pushing event updated for resources: {'Port': ['ID=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,revision_number=1']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:20.640788 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:20.651761 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.705267 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Attempting to bind port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:20.705645 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Attempting to bind port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:20.706659 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Attempting to bind port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f on network 57c70375-2174-4f1d-9188-45ab20e34641 {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:20.713624 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:20Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:20.713815 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:20.714506 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Checking segment: {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:20.714920 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.715323 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Bound using segment: {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:20.715826 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Bound port: 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:20.716228 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.740352 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8c4c0-04a2-49d3-9224-413aa793cf52 None None] The sync data for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb is: [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:20Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:05:20.775952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Allocated IP 172.28.3.201 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/bccf1a4b-7e9c-4da9-986d-de2a1eea3df3) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:20.817472 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e2e46161-db57-4218-9c69-85fe840cc9fe up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:20.857322 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] For port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:20.881506 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] For port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:20.889816 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port e2e46161-db57-4218-9c69-85fe840cc9fe triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:20.890208 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.932858 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.974616 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:20.978669 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:21.038725 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Pushing event updated for resources: {'Port': ['ID=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:21.048890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:21.059636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:21.059636 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3f93676a-8916-4974-8ce7-947da0f7ccb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:21.105878 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:21.110165 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:21.112179 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:21.114343 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:21.116894 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:21.473776 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:21.935859 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66722968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66724724'] for router, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:22.023094 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c217a8-13bf-4aca-979c-4d92d45e2b2b None None] Network 57c70375-2174-4f1d-9188-45ab20e34641 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:05:22.132266 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Router 7730a032-1fc0-43df-8c66-df46c791aee2 is scheduled to L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 with binding_index 1 {{(pid=99839) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 04:05:22.191923 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-0e2df328-ffdd-46c6-85c0-16ee32f0731b None None] Provisioning for port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:22.240399 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:05:22.251479 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Sync routers for ids ['7730a032-1fc0-43df-8c66-df46c791aee2'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:05:22.260518 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Routers {'7730a032-1fc0-43df-8c66-df46c791aee2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:22.261192 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['7730a032-1fc0-43df-8c66-df46c791aee2'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:22.330147 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:22.331939 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-80fafac1-2ef8-40e8-99cc-fd9df7d53bb3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3963714 Jun 23 04:05:22.334440 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 57690) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:05:22.367670 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Set router 7730a032-1fc0-43df-8c66-df46c791aee2 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:22.551699 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:21Z', 'revision_number': 3, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:22.581550 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Checking router: 7730a032-1fc0-43df-8c66-df46c791aee2 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:05:22.581916 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Updating router 7730a032-1fc0-43df-8c66-df46c791aee2 port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 binding host dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:05:22.615792 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:22.750902 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:22.829870 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:22.911895 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Allocated IP 172.20.0.1 (57c70375-2174-4f1d-9188-45ab20e34641/395ba019-0eb2-49ae-87b6-32465be2ff12/34e3a56e-ef7f-484c-9e20-1aae0d640963) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:22.917897 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:22.930321 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Transition to ACTIVE for port object bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 will not be triggered until provisioned by entity L2. {{(pid=99841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:22.981529 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:22.985240 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:22.985623 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.007066 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.011229 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-8d8f0380-6e18-40a1-ac62-368566c4658c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:23.014355 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.028602 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Transition to ACTIVE for port object 34e3a56e-ef7f-484c-9e20-1aae0d640963 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:23.071918 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Attempting to bind port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:23.072298 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Attempting to bind port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:23.072668 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Attempting to bind port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 on network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:23.077630 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2acf48-3f90-4006-b03c-5966ec3b8273 None None] Pushing event updated for resources: {'Port': ['ID=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,revision_number=2']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:23.080338 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-ad2acf48-3f90-4006-b03c-5966ec3b8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:23.085079 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:23.085463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Checking segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:23.085889 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.086271 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Bound using segment: {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'} {{(pid=99841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:23.086717 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.managers [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Bound port: bccf1a4b-7e9c-4da9-986d-de2a1eea3df3, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9264862-be90-4b9d-9787-6ff236adea55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb'}}] {{(pid=99841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:23.087101 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.147056 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.150879 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:23.155097 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.184889 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] For port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:23.188305 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Network 57c70375-2174-4f1d-9188-45ab20e34641 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:23.191196 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] For port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:23.192817 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:23.197390 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:23.219766 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:05:23.220289 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Pushing event updated for resources: {'Port': ['ID=34e3a56e-ef7f-484c-9e20-1aae0d640963,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:23.222781 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:23.238816 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-382068'] for router_interface, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.296530 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.299824 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2084f27e-4c9f-4471-96bf-55ac5ffe89bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:23.326125 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.326856 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c077b48a-8dc9-4db0-a9f2-db436fb17457 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:23.391399 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2acf48-3f90-4006-b03c-5966ec3b8273 None None] Pushing event updated for resources: {'Port': ['ID=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:23.396406 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-ad2acf48-3f90-4006-b03c-5966ec3b8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:23.397650 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:23.399440 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Routers {'7730a032-1fc0-43df-8c66-df46c791aee2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:23.400047 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['7730a032-1fc0-43df-8c66-df46c791aee2'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:23.460311 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.527155 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-26e086f7-3976-4c6d-ba6c-2d65820fb3c6 None None] Provisioning for port 34e3a56e-ef7f-484c-9e20-1aae0d640963 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:23.531780 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,revision_number=3']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:23.536723 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:23.537611 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-26e086f7-3976-4c6d-ba6c-2d65820fb3c6 None None] Provisioning complete for port 34e3a56e-ef7f-484c-9e20-1aae0d640963 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:23.537854 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-26e086f7-3976-4c6d-ba6c-2d65820fb3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.563406 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port c077b48a-8dc9-4db0-a9f2-db436fb17457 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:23.582509 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port c077b48a-8dc9-4db0-a9f2-db436fb17457 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:23.582891 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.607944 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] Set router 7730a032-1fc0-43df-8c66-df46c791aee2 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:23.624365 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.633523 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-26e086f7-3976-4c6d-ba6c-2d65820fb3c6 None None] Port 34e3a56e-ef7f-484c-9e20-1aae0d640963 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:05:23.678349 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.682188 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:23.750699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66661842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-382104'] for router_interface, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.752537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Pushing event updated for resources: {'Port': ['ID=34e3a56e-ef7f-484c-9e20-1aae0d640963,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:23.755851 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:23.804983 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.844481 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Network 57c70375-2174-4f1d-9188-45ab20e34641 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:23.849525 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:23.849651 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port c077b48a-8dc9-4db0-a9f2-db436fb17457, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c077b48a-8dc9-4db0-a9f2-db436fb17457,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:05:23.857128 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:21Z', 'revision_number': 3, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:23.883371 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f074-a327-44fa-821a-f620e1a38ee0 None None] The sync data for ids ['7730a032-1fc0-43df-8c66-df46c791aee2'] in dv-cinder-768592-6-smb is: [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:21Z', 'revision_number': 3, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:05:23.927249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:23.930611 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:23.977958 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Router 7730a032-1fc0-43df-8c66-df46c791aee2 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:05:23.979382 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=c077b48a-8dc9-4db0-a9f2-db436fb17457,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:23.984209 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:24.057002 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-7c9eecb8-6f20-490d-8c8b-c372382e3772 None None] Provisioning complete for port 34e3a56e-ef7f-484c-9e20-1aae0d640963 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:24.058167 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-7c9eecb8-6f20-490d-8c8b-c372382e3772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:24.095419 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:05:24.107957 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] 10.222.0.20 "PUT /v2.0/routers/7730a032-1fc0-43df-8c66-df46c791aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7722707 Jun 23 04:05:24.224508 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-7c9eecb8-6f20-490d-8c8b-c372382e3772 None None] Port 34e3a56e-ef7f-484c-9e20-1aae0d640963 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:05:24.837918 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:24.887345 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:24.887751 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:24.966387 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c077b48a-8dc9-4db0-a9f2-db436fb17457 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:25.017145 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port c077b48a-8dc9-4db0-a9f2-db436fb17457 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:25.017529 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:25.097374 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:25.209682 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:25.216269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:25.216665 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:25.310462 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:25.332220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:05:25.426736 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:25.436657 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:25.487888 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:25.492314 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:25.531454 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Sync routers for ids ['7730a032-1fc0-43df-8c66-df46c791aee2'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:05:25.541875 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Routers {'7730a032-1fc0-43df-8c66-df46c791aee2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:25.543283 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['7730a032-1fc0-43df-8c66-df46c791aee2'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:25.658262 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Set router 7730a032-1fc0-43df-8c66-df46c791aee2 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:25.859030 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 4, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '34e3a56e-ef7f-484c-9e20-1aae0d640963', 'name': '', 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'mac_address': 'fa:16:3e:4c:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '395ba019-0eb2-49ae-87b6-32465be2ff12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:22Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 2, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'subnets': [{'id': '395ba019-0eb2-49ae-87b6-32465be2ff12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:25.888794 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Checking router: 7730a032-1fc0-43df-8c66-df46c791aee2 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:05:25.889272 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Updating router 7730a032-1fc0-43df-8c66-df46c791aee2 port 34e3a56e-ef7f-484c-9e20-1aae0d640963 binding host dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 04:05:25.929134 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.281551 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Notify callbacks [] for port, precommit_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.291738 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.provisioning_blocks [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Transition to ACTIVE for port object 34e3a56e-ef7f-484c-9e20-1aae0d640963 will not be triggered until provisioned by entity L2. {{(pid=99842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:26.372367 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.375808 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-9bb41906-1e56-4d01-8d19-85b3e4903f41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:26.423365 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3744a-5a99-4d63-83e2-1062808f8266 None None] Pushing event updated for resources: {'Port': ['ID=34e3a56e-ef7f-484c-9e20-1aae0d640963,revision_number=3']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:26.426578 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-c9c3744a-5a99-4d63-83e2-1062808f8266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:26.503687 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Attempting to bind port 34e3a56e-ef7f-484c-9e20-1aae0d640963 on host dv-cinder-768592-6-smb for vnic_type normal with profile {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:26.504149 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Attempting to bind port 34e3a56e-ef7f-484c-9e20-1aae0d640963 by drivers openvswitch,hyperv on host dv-cinder-768592-6-smb at level 0 using segments [{'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:26.504585 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Attempting to bind port 34e3a56e-ef7f-484c-9e20-1aae0d640963 on network 57c70375-2174-4f1d-9188-45ab20e34641 {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:26.510203 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Checking agent: {'id': '01395fff-e55b-4f77-a6be-0f1f05a35337', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 50, 48), 'started_at': datetime.datetime(2021, 6, 23, 3, 51, 18), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:26.511246 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Checking segment: {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:26.511742 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.512204 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Bound using segment: {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'} {{(pid=99842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:26.512751 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.managers [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Bound port: 34e3a56e-ef7f-484c-9e20-1aae0d640963, host: dv-cinder-768592-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c472e36-db25-4a1f-800a-bc56f3b30d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641'}}] {{(pid=99842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:26.513201 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.588505 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] For port 34e3a56e-ef7f-484c-9e20-1aae0d640963, host dv-cinder-768592-6-smb, cleared binding levels {{(pid=99842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:26.592708 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.plugins.ml2.db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] For port 34e3a56e-ef7f-484c-9e20-1aae0d640963, host dv-cinder-768592-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=34e3a56e-ef7f-484c-9e20-1aae0d640963,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:26.661789 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron_lib.callbacks.manager [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.672050 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-708d18c5-8f19-4470-b330-a5323c02a090 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:26.809234 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:26.835256 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Routers {'7730a032-1fc0-43df-8c66-df46c791aee2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:05:26.836174 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['7730a032-1fc0-43df-8c66-df46c791aee2'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:26.898574 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:26.898955 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:26.948897 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3744a-5a99-4d63-83e2-1062808f8266 None None] Pushing event updated for resources: {'Port': ['ID=34e3a56e-ef7f-484c-9e20-1aae0d640963,revision_number=4']} {{(pid=99842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:26.955585 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG oslo_concurrency.lockutils [None req-c9c3744a-5a99-4d63-83e2-1062808f8266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=99842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:27.033344 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] Set router 7730a032-1fc0-43df-8c66-df46c791aee2 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:05:27.262003 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 4, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '34e3a56e-ef7f-484c-9e20-1aae0d640963', 'name': '', 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'mac_address': 'fa:16:3e:4c:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '395ba019-0eb2-49ae-87b6-32465be2ff12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:22Z', 'updated_at': '2021-06-23T04:05:26Z', 'revision_number': 4, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'subnets': [{'id': '395ba019-0eb2-49ae-87b6-32465be2ff12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:05:27.297227 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ff59a-8daf-4ef8-b9f9-ef70726d27ad None None] The sync data for ids ['7730a032-1fc0-43df-8c66-df46c791aee2'] in dv-cinder-768592-6-smb is: [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 4, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '34e3a56e-ef7f-484c-9e20-1aae0d640963', 'name': '', 'network_id': '57c70375-2174-4f1d-9188-45ab20e34641', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'mac_address': 'fa:16:3e:4c:d1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '395ba019-0eb2-49ae-87b6-32465be2ff12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:22Z', 'updated_at': '2021-06-23T04:05:26Z', 'revision_number': 4, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'subnets': [{'id': '395ba019-0eb2-49ae-87b6-32465be2ff12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:05:28.790714 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 34e3a56e-ef7f-484c-9e20-1aae0d640963 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:28.938070 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning for port 34e3a56e-ef7f-484c-9e20-1aae0d640963 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:28.944433 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 34e3a56e-ef7f-484c-9e20-1aae0d640963 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:28.944904 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:29.039331 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:29.074495 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] For port 34e3a56e-ef7f-484c-9e20-1aae0d640963, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=34e3a56e-ef7f-484c-9e20-1aae0d640963,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:05:29.144195 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:29.149238 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:29.213203 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Pushing event updated for resources: {'Port': ['ID=34e3a56e-ef7f-484c-9e20-1aae0d640963,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:29.216569 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:29.890692 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:05:30.785134 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 34e3a56e-ef7f-484c-9e20-1aae0d640963 up at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:05:30.836314 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Provisioning complete for port 34e3a56e-ef7f-484c-9e20-1aae0d640963 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:30.836695 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:35.470347 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-65ce1d92-be39-4bca-b308-cd59a2d0e92b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:35.471794 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-65ce1d92-be39-4bca-b308-cd59a2d0e92b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 814 time: 0.1018486 Jun 23 04:05:35.486217 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-789f23cf-8dc2-4440-8731-574a7ef9d2d9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/quotas/54eee304ce434579840ff09660f1a9e5 HTTP/1.1" status: 200 len: 375 time: 0.0090971 Jun 23 04:05:35.550688 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-7ce589bf-0645-4f73-9e25-32d26b9d450b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594265 Jun 23 04:05:35.729540 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-237c63db-969d-469a-9f38-6f606794b23f service neutron] 10.222.0.20 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665869 Jun 23 04:05:35.816565 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-8616d040-5b4d-4a35-9253-f949b9cdb5a8 service neutron] 10.222.0.20 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808802 Jun 23 04:05:36.033838 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-83480cb6-3e87-4934-acb2-11897cc53b8c req-a5b9e4e4-58f1-4d16-9060-2b455facd4b2 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 210 time: 0.0329866 Jun 23 04:05:37.171247 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-45d8a2de-edbc-4db5-98c8-e855ad1e43b3 req-1ce9717f-1901-46b9-8657-5e37db040ff6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 210 time: 0.0292904 Jun 23 04:05:38.251294 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6e7a0023-ac7d-4277-8db7-5f686d448240 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:38.252769 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6e7a0023-ac7d-4277-8db7-5f686d448240 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 814 time: 0.1050262 Jun 23 04:05:38.265913 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'port': {'device_id': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'admin_state_up': True, 'tenant_id': '54eee304ce434579840ff09660f1a9e5'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:38.319381 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bbbdba4e-c7a9-414e-a6dd-bc1b52422a4d req-eca26e4f-5a35-4486-bb1d-34f8c6a0c2fd tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 210 time: 0.0298438 Jun 23 04:05:38.457756 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Made reservation on behalf of 54eee304ce434579840ff09660f1a9e5 for: {'port': 1} {{(pid=99840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 04:05:38.461270 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:38.587868 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.db_base_plugin_common [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Allocated IP 172.20.0.14 (b2bac889-fc57-46c1-bc3f-3b4f5c509f02/ca9ce826-780f-4e58-b284-c65d0488b410/42edb29d-a092-4d36-b485-15d5463898c7) {{(pid=99840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:05:38.993619 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for port, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:39.007237 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Transition to ACTIVE for port object 42edb29d-a092-4d36-b485-15d5463898c7 will not be triggered until provisioned by entity DHCP. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:39.108813 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2927822'] for port, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:39.113852 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-271fd47f-8747-4787-9679-64a49b6d9deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:39.167374 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:39.181151 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.181534 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.181907 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.182271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.182634 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.182987 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.183461 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.183841 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.184197 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.184551 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.184905 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.185257 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:05:39.189161 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:39.197597 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 is already hosted by enough agents. {{(pid=99840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:05:39.199886 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.base_scheduler [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Resources bound (agent type, host, resource id): {{(pid=99840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:05:39.202521 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Received port after_create {{(pid=99840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:05:39.259285 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:39.259962 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:39.359100 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-36e17528-f70b-435a-906e-0c9271036a13 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0968804 Jun 23 04:05:39.515568 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f75f-5fbe-4dfa-9e5f-39c45776c9b7 req-71c96059-b787-4079-82fb-304f06f7b6e9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:39.516973 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4ff6f75f-5fbe-4dfa-9e5f-39c45776c9b7 req-71c96059-b787-4079-82fb-304f06f7b6e9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 932 time: 0.0691233 Jun 23 04:05:39.552462 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1f45b76f-1c29-4b3b-bc3b-9e7542a338fb None None] Provisioning for port 42edb29d-a092-4d36-b485-15d5463898c7 completed by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:05:39.556556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-1f45b76f-1c29-4b3b-bc3b-9e7542a338fb None None] Provisioning complete for port 42edb29d-a092-4d36-b485-15d5463898c7 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:05:39.557220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1f45b76f-1c29-4b3b-bc3b-9e7542a338fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:39.568017 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4ff6f75f-5fbe-4dfa-9e5f-39c45776c9b7 req-921662c2-8d1f-4a9e-938f-ceb2917fb461 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 Jun 23 04:05:39.591578 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-1f45b76f-1c29-4b3b-bc3b-9e7542a338fb None None] Port 42edb29d-a092-4d36-b485-15d5463898c7 cannot update to ACTIVE because it is not bound. {{(pid=99841) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 04:05:39.867832 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:45.232759 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5f41236f-16f1-4ae2-9cea-ccfaf88982ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:47.520785 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-25b1a190-8057-45a2-9bc4-9b67af0ea99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:47.941627 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:48.838426 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:50.557916 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:54.300473 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Request body: {'port': {'device_id': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:05:54.377619 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:54.476313 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54dc49-be12-476a-a257-62d7ef62ef66 req-14722109-e6d5-4762-8c23-5f631477fa91 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:54.477774 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff54dc49-be12-476a-a257-62d7ef62ef66 req-14722109-e6d5-4762-8c23-5f631477fa91 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 932 time: 0.0636678 Jun 23 04:05:54.514892 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ff54dc49-be12-476a-a257-62d7ef62ef66 req-119cf9e1-fe71-4f05-a5ae-dcfe7eb2ecfc tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Jun 23 04:05:54.678565 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42edb29d-a092-4d36-b485-15d5463898c7 {{(pid=99840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:05:54.685599 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:54.696935 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.provisioning_blocks [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Transition to ACTIVE for port object 42edb29d-a092-4d36-b485-15d5463898c7 will not be triggered until provisioned by entity L2. {{(pid=99840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 04:05:54.757722 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:54.760537 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:54.809073 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=2']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:54.813575 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:54.881234 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Attempting to bind port 42edb29d-a092-4d36-b485-15d5463898c7 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 04:05:54.881577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Attempting to bind port 42edb29d-a092-4d36-b485-15d5463898c7 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 04:05:54.881913 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Attempting to bind port 42edb29d-a092-4d36-b485-15d5463898c7 on network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:54.886775 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Port 42edb29d-a092-4d36-b485-15d5463898c7 on network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 04:05:54.890461 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Attempting to bind port 42edb29d-a092-4d36-b485-15d5463898c7 on network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 04:05:54.892800 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Checking agent: {'id': '6eea5bac-5270-4a73-bb10-c47a390904a3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'started_at': datetime.datetime(2021, 6, 23, 3, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 4, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 04:05:54.893422 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Checking segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 04:05:54.893812 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Bound using segment: {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'} {{(pid=99840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 04:05:54.894248 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.managers [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Bound port: 42edb29d-a092-4d36-b485-15d5463898c7, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02'}}] {{(pid=99840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 04:05:54.894597 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:54.957773 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, cleared binding levels {{(pid=99840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 04:05:54.960707 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 04:05:55.024166 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2927836'] for port, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:55.027099 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:05:55.059652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.060388 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:05:55.061587 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] 10.222.0.11 "PUT /v2.0/ports/42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 1094 time: 0.7654066 Jun 23 04:05:55.062129 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:05:55.064416 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1856912-998b-4752-bf21-92fc0bd51aab" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:05:55.096899 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=3']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:05:55.100507 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6932f012-4e86-4acb-bd17-cc934fc6373a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:05:55.104454 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e38fe8-99c3-418b-abc4-bda82b3e57c7 x-openstack-request-id: req-36e38fe8-99c3-418b-abc4-bda82b3e57c7 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:05:55.104795 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:05:55.105090 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36e38fe8-99c3-418b-abc4-bda82b3e57c7 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:05:55.105543 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'status': 'completed', 'code': 200} Jun 23 04:05:55.186169 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1856912-998b-4752-bf21-92fc0bd51aab req-77bed118-ec39-4059-b355-7e7ace6f2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.187844 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a1856912-998b-4752-bf21-92fc0bd51aab req-77bed118-ec39-4059-b355-7e7ace6f2e54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0568371 Jun 23 04:05:55.365387 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1856912-998b-4752-bf21-92fc0bd51aab req-2d3d4262-70d9-4bd9-a3e9-a54f6cae7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.365976 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a1856912-998b-4752-bf21-92fc0bd51aab req-2d3d4262-70d9-4bd9-a3e9-a54f6cae7159 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=54eee304ce434579840ff09660f1a9e5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1615777 Jun 23 04:05:55.527039 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1856912-998b-4752-bf21-92fc0bd51aab req-ffec045e-63dc-4df0-a51e-1a2fcda10d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.528513 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a1856912-998b-4752-bf21-92fc0bd51aab req-ffec045e-63dc-4df0-a51e-1a2fcda10d51 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554589 Jun 23 04:05:55.621029 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-ec00659d-26f2-4f52-aec9-629555cb9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.623112 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-ec00659d-26f2-4f52-aec9-629555cb9aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0514903 Jun 23 04:05:55.667275 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-a847e8dc-89cc-48eb-a8bf-f61d0e48f6eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 217 time: 0.0368710 Jun 23 04:05:55.689554 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0074c59-7fdb-45a6-bfbb-57677378f8c7 req-c7ac8729-4655-466f-ae8d-c871e8206d45 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.691133 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c0074c59-7fdb-45a6-bfbb-57677378f8c7 req-c7ac8729-4655-466f-ae8d-c871e8206d45 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 944 time: 0.0642755 Jun 23 04:05:55.719563 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-cea85fef-f0e1-48b0-8f4c-cdae7fd35ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.720895 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-cea85fef-f0e1-48b0-8f4c-cdae7fd35ac9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0477154 Jun 23 04:05:55.733615 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c0074c59-7fdb-45a6-bfbb-57677378f8c7 req-3b45e560-9472-4593-85e2-996965690a69 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365386 Jun 23 04:05:55.781948 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-4f2aa39c-428b-42c7-8636-487a9777e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:55.783409 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-4f2aa39c-428b-42c7-8636-487a9777e44f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517159 Jun 23 04:05:55.873979 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-0e8005d1-d375-445a-af14-c2938baf9c50 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840306 Jun 23 04:05:55.963668 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-d9005bb1-b2ff-4791-9754-33294ae35f03 req-b0caab81-06bd-40d7-8f75-13098559aa06 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826066 Jun 23 04:05:56.907948 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1485da-1792-49c5-b45f-41f20d3ba55a req-ddfb1f4c-796f-4524-9d0f-c7a356f2b775 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:56.909486 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e1485da-1792-49c5-b45f-41f20d3ba55a req-ddfb1f4c-796f-4524-9d0f-c7a356f2b775 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 944 time: 0.0664794 Jun 23 04:05:56.945387 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4e1485da-1792-49c5-b45f-41f20d3ba55a req-a5372285-c11e-4dec-8e14-e4e18ad2a2c5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304520 Jun 23 04:05:58.115655 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb55bea-2311-4641-a9c3-d2e3958b467d req-b5480ec1-484a-4ffb-b9fd-5aed0b52d43a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:58.117091 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-abb55bea-2311-4641-a9c3-d2e3958b467d req-b5480ec1-484a-4ffb-b9fd-5aed0b52d43a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 944 time: 0.0608497 Jun 23 04:05:58.154979 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-abb55bea-2311-4641-a9c3-d2e3958b467d req-f43293c0-82bf-40b7-b06b-37f9d60e4339 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316422 Jun 23 04:05:59.329648 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3ca32-6485-4ef9-8234-14058bb65761 req-8df9f134-7ecc-432f-8e35-c03827a55077 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:05:59.331110 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a2c3ca32-6485-4ef9-8234-14058bb65761 req-8df9f134-7ecc-432f-8e35-c03827a55077 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 944 time: 0.0682983 Jun 23 04:05:59.367914 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a2c3ca32-6485-4ef9-8234-14058bb65761 req-2a69e112-a2dc-4e7b-bb6e-ef99506b4043 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Jun 23 04:06:00.428301 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 42edb29d-a092-4d36-b485-15d5463898c7 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:06:00.518851 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:00.531190 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': '42edb29d-a092-4d36-b485-15d5463898c7', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'port_id': '42edb29d-a092-4d36-b485-15d5463898c7', 'mac_address': 'fa:16:3e:3b:d9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:06:00.539163 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8784a9-b8de-4107-8e00-4cb73968dd33 req-6bce4adf-9e70-45af-9b4f-16560124b3a5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:00.540684 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cd8784a9-b8de-4107-8e00-4cb73968dd33 req-6bce4adf-9e70-45af-9b4f-16560124b3a5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 944 time: 0.0640247 Jun 23 04:06:00.570834 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:00.578055 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cd8784a9-b8de-4107-8e00-4cb73968dd33 req-4f2f6361-a91d-45ca-9a9f-f8c31ab686c3 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Jun 23 04:06:00.583074 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42edb29d-a092-4d36-b485-15d5463898c7 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:06:00.602075 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:00.651962 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:00.654558 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:00.698119 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=4']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:00.705509 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.705998 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.706200 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.706541 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.706879 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.707216 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.707576 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.707929 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.708238 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.708565 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.708893 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.709215 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:00.712910 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:01.012030 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['42edb29d-a092-4d36-b485-15d5463898c7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:06:01.749559 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73f00b-f7b2-4d47-90bd-66fd5afe3b6e req-8ae42147-ad56-4014-8170-3376e4dc61ec tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:01.750967 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5e73f00b-f7b2-4d47-90bd-66fd5afe3b6e req-8ae42147-ad56-4014-8170-3376e4dc61ec tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 945 time: 0.0606604 Jun 23 04:06:01.786003 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5e73f00b-f7b2-4d47-90bd-66fd5afe3b6e req-88fe0560-bb1d-44b7-bea9-637664cb99e0 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295060 Jun 23 04:06:02.452401 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 42edb29d-a092-4d36-b485-15d5463898c7 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:06:02.563336 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning for port 42edb29d-a092-4d36-b485-15d5463898c7 completed by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 04:06:02.567269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port 42edb29d-a092-4d36-b485-15d5463898c7 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:06:02.567709 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:02.640392 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:02.661838 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:02.664102 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599a209b-b86c-42c0-8ebd-df01db1d7a36" -d '{"events": [{"server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "name": "network-vif-plugged", "status": "completed", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:02.679303 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:02.699455 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a5c1df-85c0-4aa3-b70c-3078ba2c8783 x-openstack-request-id: req-97a5c1df-85c0-4aa3-b70c-3078ba2c8783 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:02.699760 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "name": "network-vif-plugged", "status": "completed", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:02.700022 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97a5c1df-85c0-4aa3-b70c-3078ba2c8783 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:02.700422 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'code': 200} Jun 23 04:06:02.746081 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:02.748441 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:02.793267 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=5']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:02.796224 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:02.961685 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6b33f-64be-414b-afeb-5ad02505d281 req-0a6ee962-e908-477d-9af5-49b34b06f693 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:02.963127 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4db6b33f-64be-414b-afeb-5ad02505d281 req-0a6ee962-e908-477d-9af5-49b34b06f693 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0666649 Jun 23 04:06:03.002511 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4db6b33f-64be-414b-afeb-5ad02505d281 req-5ab8b835-5bb3-4284-9520-32f49712c53f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Jun 23 04:06:03.056597 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a832-5dd6-47cb-aea2-7c8e7cfecc8e req-87a91947-c609-4668-a839-4ad1f90c7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:03.058074 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-8155a832-5dd6-47cb-aea2-7c8e7cfecc8e req-87a91947-c609-4668-a839-4ad1f90c7f48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0521131 Jun 23 04:06:03.092216 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-8155a832-5dd6-47cb-aea2-7c8e7cfecc8e req-23b721e1-0d09-4165-81c9-ef149e161ad8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271568 Jun 23 04:06:04.173373 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c256c-8029-4948-ace4-3a61607ff936 req-4df05a10-0c76-4610-a743-6d82020dd9e1 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:04.174825 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aa5c256c-8029-4948-ace4-3a61607ff936 req-4df05a10-0c76-4610-a743-6d82020dd9e1 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0631602 Jun 23 04:06:04.210645 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aa5c256c-8029-4948-ace4-3a61607ff936 req-8b3b3240-3220-46a6-bf60-5ff20b7724bb tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302660 Jun 23 04:06:05.389034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c6e1f-7c1d-4ff2-8404-9af4af5d8040 req-0eb76974-cbb3-4ca4-8bf6-9641ec5d0cc6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:05.390469 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea1c6e1f-7c1d-4ff2-8404-9af4af5d8040 req-0eb76974-cbb3-4ca4-8bf6-9641ec5d0cc6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0650775 Jun 23 04:06:05.426384 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ea1c6e1f-7c1d-4ff2-8404-9af4af5d8040 req-fcbd0cdc-c252-4530-849c-1f66fd152969 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302935 Jun 23 04:06:05.595732 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96ac9e-a9a8-4626-b079-482208eeb608 req-fe75b6ba-f9ba-4d45-932a-b8023c31ca14 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:05.597215 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8d96ac9e-a9a8-4626-b079-482208eeb608 req-fe75b6ba-f9ba-4d45-932a-b8023c31ca14 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0620527 Jun 23 04:06:05.637023 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8d96ac9e-a9a8-4626-b079-482208eeb608 req-626cc8ec-733d-4b51-a4e8-23a8b65102aa tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Jun 23 04:06:06.001618 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f9a28-41d6-4882-a76c-ae837910bb2a req-2cf141c5-f37d-4c67-b5a6-4b049a7ea382 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:06.003049 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6d7f9a28-41d6-4882-a76c-ae837910bb2a req-2cf141c5-f37d-4c67-b5a6-4b049a7ea382 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0607879 Jun 23 04:06:06.039190 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6d7f9a28-41d6-4882-a76c-ae837910bb2a req-c8e49a49-c305-4675-9ca0-074434a9f724 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306036 Jun 23 04:06:06.890953 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:06:09.834908 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:10.863954 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-1b5649f1-860e-4970-a5b3-30e187e26050 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561471 Jun 23 04:06:10.970353 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-59d1fdb4-6261-4d34-b55f-094a5cb0d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:10.972543 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-59d1fdb4-6261-4d34-b55f-094a5cb0d9dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.0533094 Jun 23 04:06:11.089098 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-a493245d-e3dd-46f6-860b-cbfb8dcd3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:11.090585 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-a493245d-e3dd-46f6-860b-cbfb8dcd3321 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.0871830 Jun 23 04:06:11.118917 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a627f-829f-4032-9405-1aa98b0d314d req-c0b306c6-3742-4347-8eb5-b9302c02905f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:11.120432 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b95a627f-829f-4032-9405-1aa98b0d314d req-c0b306c6-3742-4347-8eb5-b9302c02905f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0667095 Jun 23 04:06:11.155551 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-7c789ba1-2fbe-4752-921f-6f9bfafddf80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 1001 time: 0.0572541 Jun 23 04:06:11.160938 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b95a627f-829f-4032-9405-1aa98b0d314d req-f6de1bf3-2ba7-4b01-93d4-3db9dd1a5d60 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Jun 23 04:06:11.186516 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58006) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:11.206290 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-a3a349b0-4137-4cd4-8d27-39bb7b961ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:11.207789 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-a3a349b0-4137-4cd4-8d27-39bb7b961ce5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0443437 Jun 23 04:06:11.270522 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-2c8fc028-c2b8-49e6-9b38-fff90993ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:11.272014 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-2c8fc028-c2b8-49e6-9b38-fff90993ad04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582330 Jun 23 04:06:11.279835 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddef170f-2ea6-44c8-b912-d4cc2f1d1404 tempest-TestMinimumBasicScenario-952090044 tempest-TestMinimumBasicScenario-952090044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:11.284097 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ddef170f-2ea6-44c8-b912-d4cc2f1d1404 tempest-TestMinimumBasicScenario-952090044 tempest-TestMinimumBasicScenario-952090044-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1094 time: 0.0936968 Jun 23 04:06:11.284234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58010) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:11.288514 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'floatingip': {'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'port_id': '42edb29d-a092-4d36-b485-15d5463898c7', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:11.360100 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-f9b51df4-8053-48bd-bd69-449e5f4112f6 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808730 Jun 23 04:06:11.365874 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for floatingip, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:11.449868 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-e6542276-24da-4080-92ed-b72b3fa073e2 req-282b5c46-b47c-4f12-9d02-62aff740d2b5 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Jun 23 04:06:11.462371 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-682995'] for port, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:11.567118 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_common [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Allocated IP 172.28.3.159 (197bbc77-eada-4b7d-8d6a-1df6af29b8eb/1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e/354297f2-f7b5-4070-9026-bee72881ef17) {{(pid=99839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 04:06:11.668577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for port, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:11.763085 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-682932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-108359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774919762854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3589018'] for port, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:11.766607 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-24a0684e-ec04-4fba-91ab-be4dd18a268e tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:11.797477 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Network 197bbc77-eada-4b7d-8d6a-1df6af29b8eb is already hosted by enough agents. {{(pid=99839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 04:06:11.800165 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Resources bound (agent type, host, resource id): {{(pid=99839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 04:06:11.805473 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Received port after_create {{(pid=99839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 04:06:11.833744 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'Port': ['ID=354297f2-f7b5-4070-9026-bee72881ef17,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:11.845914 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.846301 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.846676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.847045 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.847411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.847805 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.848167 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.848529 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.848887 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.849244 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.849603 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.849968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:11.854547 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:12.181560 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:12.334581 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:12.479252 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:12.554476 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:12.557546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:12.643242 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'Port': ['ID=354297f2-f7b5-4070-9026-bee72881ef17,revision_number=2']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:12.645979 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:12.666994 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:12.771700 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef2552-a4f8-43c1-96f2-78e0b4e52bec req-479f9ade-4351-413b-b2b4-3e335294971e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:12.773205 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9eef2552-a4f8-43c1-96f2-78e0b4e52bec req-479f9ade-4351-413b-b2b4-3e335294971e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.1460533 Jun 23 04:06:12.797998 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.l3_db [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Floating IP b25c7ac3-f737-49b4-93e3-9f4ff927d908 associated. External IP: 172.28.3.159, port: 42edb29d-a092-4d36-b485-15d5463898c7. Jun 23 04:06:12.855516 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9eef2552-a4f8-43c1-96f2-78e0b4e52bec req-9933edc0-93c2-4c1c-985c-f67b31f2ab44 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745695 Jun 23 04:06:13.009566 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Router c5cba01e-ed16-4983-bca6-634b25d18f94 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:06:13.115971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:06:13.125335 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] Sync routers for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:06:13.134065 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:13.138858 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:13.214903 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.237203 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:13.250755 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-4ee3058a-8b3f-472b-9676-c1880e952d6a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9655056 Jun 23 04:06:13.251403 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:13.253730 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58028) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:13.254221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9a1196-0f06-440c-a5ab-fcefa3802a15" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:13.258500 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118578889', 'description': 'tempest-secgroup-smoke-1118578889 description', 'project_id': '54eee304ce434579840ff09660f1a9e5'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:13.293411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef1fdc8-cc16-41fb-88fa-a24b058c47b5 x-openstack-request-id: req-4ef1fdc8-cc16-41fb-88fa-a24b058c47b5 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:13.293411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:13.293411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ef1fdc8-cc16-41fb-88fa-a24b058c47b5 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:13.293411 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'status': 'completed', 'code': 200} Jun 23 04:06:13.345538 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.388747 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-6da8affa-d702-45c6-8918-4f9b7a57b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:13.390135 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-6da8affa-d702-45c6-8918-4f9b7a57b692 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0762410 Jun 23 04:06:13.461671 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'b25c7ac3-f737-49b4-93e3-9f4ff927d908', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'floating_ip_address': '172.28.3.159', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'port_id': '42edb29d-a092-4d36-b485-15d5463898c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'mac_address': 'fa:16:3e:3b:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:06:12Z', 'updated_at': '2021-06-23T04:06:12Z', 'revision_number': 0, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:13.491714 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] Checking router: c5cba01e-ed16-4983-bca6-634b25d18f94 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:06:13.500356 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:13.500962 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:05:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:13.508624 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.518649 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-68830848-2c2f-4933-b439-555e8247bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:13.520337 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-68830848-2c2f-4933-b439-555e8247bc42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 915 time: 0.1191635 Jun 23 04:06:13.572132 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.577239 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-17da27e1-e99c-43d1-8613-c0abec51d828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:13.604363 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-2229439f-0b5e-4c13-b9f5-fa7ea19775c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 1000 time: 0.0769773 Jun 23 04:06:13.605306 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:13.620247 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25707096-d110-4aa2-84f0-7fdc7fd69ca4,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:13.643690 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:13.660031 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-00455a37-88c7-4372-81d1-59026e4a9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:13.661460 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-00455a37-88c7-4372-81d1-59026e4a9c4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0492787 Jun 23 04:06:13.677187 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.678359 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-313bc810-9ea9-4233-a9a6-5bdf48e40992 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4234681 Jun 23 04:06:13.681462 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58034) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:13.686843 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group_rule': {'security_group_id': '25707096-d110-4aa2-84f0-7fdc7fd69ca4', 'project_id': '54eee304ce434579840ff09660f1a9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:13.721083 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-91ebf8ca-6dc0-4145-a26b-052182d22dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:13.722569 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-91ebf8ca-6dc0-4145-a26b-052182d22dbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0550032 Jun 23 04:06:13.774243 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.815842 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-21dd66f9-6731-4e8a-be02-29a8695d48b4 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866709 Jun 23 04:06:13.826947 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'b25c7ac3-f737-49b4-93e3-9f4ff927d908', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'floating_ip_address': '172.28.3.159', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'port_id': '42edb29d-a092-4d36-b485-15d5463898c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'mac_address': 'fa:16:3e:3b:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:06:12Z', 'updated_at': '2021-06-23T04:06:12Z', 'revision_number': 0, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:13.830378 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.856217 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaf4ef-4bb3-4354-a2ae-1ffd9a585920 None None] The sync data for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb is: [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_floatingips': [{'id': 'b25c7ac3-f737-49b4-93e3-9f4ff927d908', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'floating_ip_address': '172.28.3.159', 'floating_network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'router_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'port_id': '42edb29d-a092-4d36-b485-15d5463898c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'mac_address': 'fa:16:3e:3b:d9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T04:06:12Z', 'updated_at': '2021-06-23T04:06:12Z', 'revision_number': 0, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:06:13.906148 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:13.908987 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:13.910340 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-da9a1196-0f06-440c-a5ab-fcefa3802a15 req-f6c6dbb3-89ce-41bb-97ef-0e6feefd3562 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Jun 23 04:06:13.933794 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269fe1c3-e1f5-4dba-8b11-44fa9d0495de,revision_number=0']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:13.941189 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:14.080665 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22238a9-a52a-4206-8ea5-7369b08bd41a None None] New status for floating IP b25c7ac3-f737-49b4-93e3-9f4ff927d908: ACTIVE {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:06:14.253990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.260933 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-85948bf0-70b8-4512-9813-1e5fc104ec48 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5726202 Jun 23 04:06:14.261074 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58038) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:14.263068 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group_rule': {'security_group_id': '25707096-d110-4aa2-84f0-7fdc7fd69ca4', 'project_id': '54eee304ce434579840ff09660f1a9e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:14.286712 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391fd49-4d4c-4d54-a70c-32476dd1e12e req-41bd0040-b3e1-4eda-a489-26f46ce55c37 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:14.288253 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8391fd49-4d4c-4d54-a70c-32476dd1e12e req-41bd0040-b3e1-4eda-a489-26f46ce55c37 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.3098340 Jun 23 04:06:14.330473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8391fd49-4d4c-4d54-a70c-32476dd1e12e req-a2d9c199-78a2-4a6a-a2ca-ac1fc9bed75d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347171 Jun 23 04:06:14.379164 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.438328 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.517584 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.520266 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:14.537808 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0d2645-3882-4151-a318-939108234ddd,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:14.541803 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:14.603145 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.606772 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1002b4ec-65bd-4d7e-a49a-50bac05fdc2f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453035 Jun 23 04:06:14.606994 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58042) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:14.611418 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group_rule': {'security_group_id': '25707096-d110-4aa2-84f0-7fdc7fd69ca4', 'project_id': '54eee304ce434579840ff09660f1a9e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:14.710531 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.770503 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.848790 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.850738 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:14.866017 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f44fac-6e55-4c02-80ff-1f96e2028476,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:14.868644 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:14.940356 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:14.941505 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335555 Jun 23 04:06:14.944170 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58044) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:14.948442 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group_rule': {'security_group_id': '25707096-d110-4aa2-84f0-7fdc7fd69ca4', 'project_id': '54eee304ce434579840ff09660f1a9e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:15.022389 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.079287 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.151890 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.153881 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:15.170649 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00cf1a4-1107-4e3c-a649-442754493377,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:15.173431 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:15.237373 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1bb9bcbe-22f1-4697-8bcd-eac10d9b6744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.266055 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.267224 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-fd4a16c5-fd01-4bb4-8523-a27d5dbca3a9 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221574 Jun 23 04:06:15.270148 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58046) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:15.276825 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group_rule': {'security_group_id': '25707096-d110-4aa2-84f0-7fdc7fd69ca4', 'project_id': '54eee304ce434579840ff09660f1a9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:15.351566 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Project 54eee304ce434579840ff09660f1a9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 04:06:15.356683 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.415103 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.477452 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.479576 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-e386631e-85ae-44a3-9350-9ea0cd0ce0d6 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:15.495972 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c9cea0-4c61-419d-a157-5aea8a212534,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:15.498292 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:15.511448 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf629e-ddad-4fcc-bf9b-942ebcf864e8 req-400d6cb8-7b9d-4355-8be1-64f702281983 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:15.512905 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-91bf629e-ddad-4fcc-bf9b-942ebcf864e8 req-400d6cb8-7b9d-4355-8be1-64f702281983 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0636048 Jun 23 04:06:15.551053 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-91bf629e-ddad-4fcc-bf9b-942ebcf864e8 req-b67e1ad9-475a-42c5-b993-5ed9b6a48d84 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Jun 23 04:06:15.574735 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.576020 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d0aa3940-2f70-446c-813f-0d77ba82b81e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046947 Jun 23 04:06:15.578558 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58050) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:15.582967 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.v2.base [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'security_group_rule': {'security_group_id': '25707096-d110-4aa2-84f0-7fdc7fd69ca4', 'project_id': '54eee304ce434579840ff09660f1a9e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:15.677708 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.securitygroups_db [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Project 54eee304ce434579840ff09660f1a9e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 04:06:15.682706 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.744151 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.808851 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772327'] for security_group_rule, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.810866 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:15.826497 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7d9141-42b0-432e-a76d-ba4049746f2c,revision_number=0']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:15.828787 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:15.908675 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:15.909851 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-bdb83360-d144-46ec-a3df-57ebbe3f7dd7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3303993 Jun 23 04:06:16.022164 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c1627f0f-4242-41e7-a467-26ca5869124d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118578889&fields=id&tenant_id=54eee304ce434579840ff09660f1a9e5 HTTP/1.1" status: 200 len: 267 time: 0.0317276 Jun 23 04:06:16.088587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-19b58b44-b436-491d-aebf-7a5ed5fd8c1d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.089892 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-19b58b44-b436-491d-aebf-7a5ed5fd8c1d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0627613 Jun 23 04:06:16.100079 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'port': {'security_groups': ['b69fb2a9-475b-45ea-87fd-46f8296f82d2', '25707096-d110-4aa2-84f0-7fdc7fd69ca4']}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:06:16.178133 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:16.353047 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:16.381517 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:16.440026 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:16.443731 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1b09ad46-cff8-4946-bcab-a7e45da21d4f tempest-AttachVolumeNegativeTest-634675997 tempest-AttachVolumeNegativeTest-634675997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:16.451773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['42edb29d-a092-4d36-b485-15d5463898c7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:06:16.487158 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.487790 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:16.489191 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ef02b1ce-db7b-477a-9090-4ce5f7cd9a15 req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "PUT /v2.0/ports/42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 982 time: 0.3933592 Jun 23 04:06:16.489714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:16.492051 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:16.535354 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=6']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:16.544079 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:16.552056 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b89284-9c39-4a71-816a-c34134a0178d x-openstack-request-id: req-99b89284-9c39-4a71-816a-c34134a0178d {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:16.552384 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:16.553238 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99b89284-9c39-4a71-816a-c34134a0178d {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:16.553238 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'status': 'completed', 'code': 200} Jun 23 04:06:16.581500 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['42edb29d-a092-4d36-b485-15d5463898c7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:06:16.647858 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-b9aed2a0-2bab-433e-929b-b24621f4efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.649649 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-b9aed2a0-2bab-433e-929b-b24621f4efc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1138 time: 0.0665209 Jun 23 04:06:16.686453 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46a384-ebad-492c-b3e6-ea69651a13e3 req-225508e0-8495-4c13-aee0-c9205ca5646b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.694158 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4c46a384-ebad-492c-b3e6-ea69651a13e3 req-225508e0-8495-4c13-aee0-c9205ca5646b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0803473 Jun 23 04:06:16.763403 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4c46a384-ebad-492c-b3e6-ea69651a13e3 req-edf361bf-58c4-4517-9bb5-d2782f02e1a7 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685995 Jun 23 04:06:16.778824 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-4ef7146f-16b4-4603-8c02-4b43c83684ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.780636 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-4ef7146f-16b4-4603-8c02-4b43c83684ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 915 time: 0.1232429 Jun 23 04:06:16.814099 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ee994-5455-490e-8a73-430b65cba632 req-8d0a84aa-8ea3-4690-bac8-7466f7600ec5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.817260 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-723ee994-5455-490e-8a73-430b65cba632 req-8d0a84aa-8ea3-4690-bac8-7466f7600ec5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0970159 Jun 23 04:06:16.855255 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-5b733d31-7684-4957-abca-6aec643eabda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 1002 time: 0.0668130 Jun 23 04:06:16.864198 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-723ee994-5455-490e-8a73-430b65cba632 req-d468eb75-ae9a-4a63-a7b6-4db837c2c9da tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Jun 23 04:06:16.888056 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-db4527b8-3f0a-494f-b437-56c664b8c526 None None] Provisioning complete for port 42edb29d-a092-4d36-b485-15d5463898c7 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:06:16.888056 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-db4527b8-3f0a-494f-b437-56c664b8c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:16.923863 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-d6d5bf3d-d2c5-4515-ab61-a2e6407b6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.923863 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-d6d5bf3d-d2c5-4515-ab61-a2e6407b6f53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0573392 Jun 23 04:06:16.995351 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-abf55151-1dad-4b29-9ed7-f8a7db4ae4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:16.996854 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-abf55151-1dad-4b29-9ed7-f8a7db4ae4c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677543 Jun 23 04:06:17.084888 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-dc8fd0f1-0cbf-4593-8c61-45d2afb2cbed service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795443 Jun 23 04:06:17.177663 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-45b7e993-1fa4-4fe2-8c07-dc863257a3d3 req-cf2b97ff-c2da-4482-a7d5-2b829f196e18 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Jun 23 04:06:17.482750 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-e165f639-93d6-4824-b739-e1512743ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:17.954769 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:18.042073 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6461cb-5db8-481c-95bd-0cd9d1ae8daf req-88d2d303-4ffb-4d77-90f0-fa9099884c4a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:18.043753 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b6461cb-5db8-481c-95bd-0cd9d1ae8daf req-88d2d303-4ffb-4d77-90f0-fa9099884c4a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0674295 Jun 23 04:06:18.081289 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4b6461cb-5db8-481c-95bd-0cd9d1ae8daf req-c08342e1-5e13-4de2-8a15-30f1cb1d7316 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Jun 23 04:06:18.822614 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:19.255043 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81658a70-fa6d-4343-a396-c0a478be8dfa req-8c0a046e-e922-44f9-bb0b-bb81a31ef75c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:19.256516 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-81658a70-fa6d-4343-a396-c0a478be8dfa req-8c0a046e-e922-44f9-bb0b-bb81a31ef75c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0618927 Jun 23 04:06:19.293199 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-81658a70-fa6d-4343-a396-c0a478be8dfa req-1349402f-b143-4434-9ef9-c93392432a74 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310988 Jun 23 04:06:20.314748 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:20.463806 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c97414-d73f-4255-a63b-93939ae07ad5 req-957e59d8-5775-4ac3-b72c-aeee37514877 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:20.465143 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-55c97414-d73f-4255-a63b-93939ae07ad5 req-957e59d8-5775-4ac3-b72c-aeee37514877 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0611734 Jun 23 04:06:20.505650 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-55c97414-d73f-4255-a63b-93939ae07ad5 req-906a472e-4316-4d7f-ae24-e67c2a5e7af1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351076 Jun 23 04:06:21.679109 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eb378-c361-4441-a3b3-827c8378d6b3 req-feae09bb-961e-4147-bb74-8c7f61a61132 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:21.680473 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-494eb378-c361-4441-a3b3-827c8378d6b3 req-feae09bb-961e-4147-bb74-8c7f61a61132 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0612004 Jun 23 04:06:21.716516 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-494eb378-c361-4441-a3b3-827c8378d6b3 req-7ca8c6d9-43f4-40a5-b441-7f3846f9d8d9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300238 Jun 23 04:06:22.887970 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496d6b-5278-4da0-8fa8-7324c1c296fa req-9970ab57-fe38-4dc6-9101-ebaa9ced0558 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:22.889429 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b8496d6b-5278-4da0-8fa8-7324c1c296fa req-9970ab57-fe38-4dc6-9101-ebaa9ced0558 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0615835 Jun 23 04:06:22.925556 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b8496d6b-5278-4da0-8fa8-7324c1c296fa req-df01847a-b049-4c01-b49d-c8115cb057ab tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Jun 23 04:06:24.101553 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7192706-302b-4808-a350-9bb32c0d7410 req-276beb43-6134-41d7-9ca6-5982df09f093 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:24.102911 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f7192706-302b-4808-a350-9bb32c0d7410 req-276beb43-6134-41d7-9ca6-5982df09f093 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0657640 Jun 23 04:06:24.139141 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f7192706-302b-4808-a350-9bb32c0d7410 req-38112f82-17a3-46f4-ac6e-477db6341729 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Jun 23 04:06:25.311795 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3af1d-75bd-4015-a569-6732fd4e06f2 req-6dd19f11-43f5-4c71-9f86-0a37f7ecabd5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:25.313238 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-93a3af1d-75bd-4015-a569-6732fd4e06f2 req-6dd19f11-43f5-4c71-9f86-0a37f7ecabd5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0622723 Jun 23 04:06:25.350467 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-93a3af1d-75bd-4015-a569-6732fd4e06f2 req-bb1117ee-741d-4c97-a549-6cc85e07f006 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jun 23 04:06:26.525996 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659666-8c50-4d33-8deb-d89366a7fd93 req-846c9015-5ff1-4b37-991f-a4e36993e6ea tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:26.527484 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-11659666-8c50-4d33-8deb-d89366a7fd93 req-846c9015-5ff1-4b37-991f-a4e36993e6ea tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0626838 Jun 23 04:06:26.536383 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:06:26.570179 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-11659666-8c50-4d33-8deb-d89366a7fd93 req-d6e87966-9454-4447-8565-5cfab5abe34d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364883 Jun 23 04:06:26.627848 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:26.639050 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'mac_address': 'fa:16:3e:5e:08:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:06:26.677639 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:26.689932 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe5d072b-0d07-45a0-8f57-b40df3cc1c82 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:06:26.708821 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:26.796890 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:26.799474 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:26.846812 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=6']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:26.849644 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:26.891049 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['fe5d072b-0d07-45a0-8f57-b40df3cc1c82'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:06:27.752416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdee9ad-7ae2-498f-b81c-91660c366058 req-bd4651a2-fb8e-45bb-8d66-bce44c1eaff2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:27.753885 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcdee9ad-7ae2-498f-b81c-91660c366058 req-bd4651a2-fb8e-45bb-8d66-bce44c1eaff2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 944 time: 0.0643530 Jun 23 04:06:27.794122 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bcdee9ad-7ae2-498f-b81c-91660c366058 req-01ca9c11-bce6-4f51-a62d-5ae88c4aa5d4 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343885 Jun 23 04:06:28.543063 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:06:28.588927 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:06:28.589309 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:28.661731 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:28.682159 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:28.684399 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ba732e-f752-42f1-aaa5-397b00ab680c" -d '{"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-plugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:28.699677 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:28.720173 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac95c7-4fdb-4f17-98f6-cd696d29c3de x-openstack-request-id: req-2eac95c7-4fdb-4f17-98f6-cd696d29c3de {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:28.720510 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-plugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:28.720857 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eac95c7-4fdb-4f17-98f6-cd696d29c3de {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:28.721333 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'code': 200} Jun 23 04:06:28.765854 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:28.768050 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:28.812013 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=7']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:28.814758 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:28.973871 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede4e7-7f19-4094-bd04-7dcba948c39a req-db569af2-0ef8-422e-9df0-c205e5b0dc43 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:28.975318 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9aede4e7-7f19-4094-bd04-7dcba948c39a req-db569af2-0ef8-422e-9df0-c205e5b0dc43 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0635629 Jun 23 04:06:29.012609 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9aede4e7-7f19-4094-bd04-7dcba948c39a req-cf21a270-c077-4828-b79c-5919fdfbeea8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jun 23 04:06:30.194195 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde23435-7acf-4082-8a85-8c8e171f51b2 req-cbf24cb0-3d77-422f-aa78-15af069e6228 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:30.195587 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cde23435-7acf-4082-8a85-8c8e171f51b2 req-cbf24cb0-3d77-422f-aa78-15af069e6228 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0659461 Jun 23 04:06:30.234189 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cde23435-7acf-4082-8a85-8c8e171f51b2 req-2bebe4a3-8c9a-44f1-b51b-d492d49cbb50 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Jun 23 04:06:31.430047 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40428825-fbc4-4c3e-b010-9ad50ca92405 req-7391c58c-fdb0-47a8-b260-3fd9bde7c119 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:31.431578 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-40428825-fbc4-4c3e-b010-9ad50ca92405 req-7391c58c-fdb0-47a8-b260-3fd9bde7c119 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0708225 Jun 23 04:06:31.477711 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-40428825-fbc4-4c3e-b010-9ad50ca92405 req-3674e52d-855c-4211-952f-6e0dd4ec77b3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384417 Jun 23 04:06:32.693842 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fbbcb-7dca-4663-a1c9-c27764eab583 req-e07f20dd-4512-466f-ad9a-bef9f9cf331a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:32.695643 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7b0fbbcb-7dca-4663-a1c9-c27764eab583 req-e07f20dd-4512-466f-ad9a-bef9f9cf331a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0827730 Jun 23 04:06:32.743949 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-7b0fbbcb-7dca-4663-a1c9-c27764eab583 req-c623d4eb-e598-480e-b175-19326324d1f1 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Jun 23 04:06:33.954653 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361f195-f214-43e3-8211-cb5ad385e735 req-fef053a0-b805-4045-9881-cd07127793f3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:33.956488 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0361f195-f214-43e3-8211-cb5ad385e735 req-fef053a0-b805-4045-9881-cd07127793f3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0806055 Jun 23 04:06:33.997931 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0361f195-f214-43e3-8211-cb5ad385e735 req-ca0dc1b1-2692-44fb-a1ff-7403e4677847 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Jun 23 04:06:35.193131 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eabd30-ba21-4a1e-8e88-f8e29b98776b req-1332cbf2-c603-4a65-9f16-5dfa2118a6e5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:35.194498 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-34eabd30-ba21-4a1e-8e88-f8e29b98776b req-1332cbf2-c603-4a65-9f16-5dfa2118a6e5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0718281 Jun 23 04:06:35.235511 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-34eabd30-ba21-4a1e-8e88-f8e29b98776b req-470d40ad-e042-426c-b7c7-84a7846e096e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352523 Jun 23 04:06:36.443101 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125a60c-3f16-4ebd-91f9-7b760c2b1678 req-d40e57e4-301c-4ca8-8f6f-6e36fa3827c2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:36.444718 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c125a60c-3f16-4ebd-91f9-7b760c2b1678 req-d40e57e4-301c-4ca8-8f6f-6e36fa3827c2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0692589 Jun 23 04:06:36.485411 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c125a60c-3f16-4ebd-91f9-7b760c2b1678 req-50906917-4772-46f2-96e5-6980a431f514 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347013 Jun 23 04:06:37.693082 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333bd30-eafe-4c11-addc-82719087e1cf req-b9eca00f-6b38-4cb9-a032-900898d23547 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:37.694445 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8333bd30-eafe-4c11-addc-82719087e1cf req-b9eca00f-6b38-4cb9-a032-900898d23547 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0755894 Jun 23 04:06:37.735141 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8333bd30-eafe-4c11-addc-82719087e1cf req-05639c62-53dc-4583-bbc3-0b898d92ca92 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348921 Jun 23 04:06:38.918930 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a6e6e-ee30-4ccb-914e-8426cb6cf8d2 req-2ee36577-0bfd-484b-87e6-6ded394b266b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:38.921026 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cf0a6e6e-ee30-4ccb-914e-8426cb6cf8d2 req-2ee36577-0bfd-484b-87e6-6ded394b266b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0670800 Jun 23 04:06:38.988701 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-cf0a6e6e-ee30-4ccb-914e-8426cb6cf8d2 req-6bed530e-c923-4938-bcf3-1eead9e21e60 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576053 Jun 23 04:06:39.813961 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:40.189742 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258788e6-d7a3-41ee-9782-d704a64eafa6 req-07e34a11-4a50-473d-91c2-a0ca90955fe9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:40.192165 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-258788e6-d7a3-41ee-9782-d704a64eafa6 req-07e34a11-4a50-473d-91c2-a0ca90955fe9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0730221 Jun 23 04:06:40.238385 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-258788e6-d7a3-41ee-9782-d704a64eafa6 req-210e136b-9ddf-4453-980f-b9e184457072 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Jun 23 04:06:41.429475 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7989-8258-43d5-9ab6-a3d0d410085f req-9a72733a-3208-4eb6-8636-12694f5a25ca tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:41.430964 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-332f7989-8258-43d5-9ab6-a3d0d410085f req-9a72733a-3208-4eb6-8636-12694f5a25ca tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0674989 Jun 23 04:06:41.468733 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-332f7989-8258-43d5-9ab6-a3d0d410085f req-2b9958f7-91aa-4438-b5e7-6613252304b8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Jun 23 04:06:42.672156 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457b665-1ce1-4530-a984-578c43d5181c req-b1dc4284-a19b-4cf7-9ee9-a5985d67afca tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:42.673488 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3457b665-1ce1-4530-a984-578c43d5181c req-b1dc4284-a19b-4cf7-9ee9-a5985d67afca tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0725899 Jun 23 04:06:42.710849 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3457b665-1ce1-4530-a984-578c43d5181c req-680b1866-9822-46c9-9795-8a20cdad2acf tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Jun 23 04:06:43.887845 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8295ee9-3c37-4b88-8ca3-f350b58cd0b9 req-7e8e05fd-93fc-437e-aa2a-d10199620a99 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:43.889389 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:06:43.889860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c8295ee9-3c37-4b88-8ca3-f350b58cd0b9 req-7e8e05fd-93fc-437e-aa2a-d10199620a99 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0622828 Jun 23 04:06:43.926717 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c8295ee9-3c37-4b88-8ca3-f350b58cd0b9 req-aa755ded-5eb6-43d3-bb03-4c2aba6a9690 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310967 Jun 23 04:06:43.988850 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59e54-ab63-469b-8f42-288cb000e855 req-3e7e14d7-7397-49f7-a5db-3155c0f62c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:43.990283 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-3e7e14d7-7397-49f7-a5db-3155c0f62c62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1098 time: 0.0504298 Jun 23 04:06:44.081330 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59e54-ab63-469b-8f42-288cb000e855 req-9304e41b-a38d-4631-b138-ce8acf13c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:44.082744 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-9304e41b-a38d-4631-b138-ce8acf13c2dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.0859489 Jun 23 04:06:44.386503 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-6f5a5ccd-f2d5-4cff-a5e4-54fa90d7dd48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 200 len: 1000 time: 0.2971511 Jun 23 04:06:44.435546 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59e54-ab63-469b-8f42-288cb000e855 req-06d3c48a-3c4c-4feb-91e4-f4f144dbf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:44.436945 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-06d3c48a-3c4c-4feb-91e4-f4f144dbf4e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0437751 Jun 23 04:06:44.494136 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59e54-ab63-469b-8f42-288cb000e855 req-fb690278-8622-4289-84bf-5c0e00116e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:44.495565 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-fb690278-8622-4289-84bf-5c0e00116e6a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517604 Jun 23 04:06:44.582698 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-761f2c0b-d6e5-40b3-a7f7-46601dff31ca service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801015 Jun 23 04:06:44.673934 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-00c59e54-ab63-469b-8f42-288cb000e855 req-88e66c5a-a5b3-40cd-86b2-fd19115ff1e3 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852785 Jun 23 04:06:45.101228 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c28bf6-5d0e-4341-8f8d-3f465feaf173 req-5bd8c60d-089e-4303-988d-edf927d220c7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:45.102560 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8c28bf6-5d0e-4341-8f8d-3f465feaf173 req-5bd8c60d-089e-4303-988d-edf927d220c7 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0620434 Jun 23 04:06:45.143613 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d8c28bf6-5d0e-4341-8f8d-3f465feaf173 req-12412a56-24bc-4db4-b047-99d29e4c6b67 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354080 Jun 23 04:06:45.243015 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-958261f6-b770-4ee0-8481-130003a405de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:45.478430 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33ddf7-2d0a-4142-b6f1-d69c664a540b req-e46a73ae-0a34-4196-8288-cc4dc5aedd5f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:45.479884 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4f33ddf7-2d0a-4142-b6f1-d69c664a540b req-e46a73ae-0a34-4196-8288-cc4dc5aedd5f tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0611258 Jun 23 04:06:45.516502 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4f33ddf7-2d0a-4142-b6f1-d69c664a540b req-28b86260-227a-4621-b869-e46c08551e71 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311327 Jun 23 04:06:46.321879 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4650b-4d17-4bb3-88b4-af4efbc1ea93 req-cecc8b08-1299-4900-93c1-e5036939566d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:46.323329 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fbe4650b-4d17-4bb3-88b4-af4efbc1ea93 req-cecc8b08-1299-4900-93c1-e5036939566d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0639248 Jun 23 04:06:46.360609 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fbe4650b-4d17-4bb3-88b4-af4efbc1ea93 req-6fa67be9-a010-4c94-bf9a-7c2b35d91033 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Jun 23 04:06:46.693918 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf345d-b2e1-439c-b9e8-3d687cf3d342 req-c7d67b5b-4637-4618-bdef-c08445c09f20 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:46.695372 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-26cf345d-b2e1-439c-b9e8-3d687cf3d342 req-c7d67b5b-4637-4618-bdef-c08445c09f20 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0659795 Jun 23 04:06:46.732391 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-26cf345d-b2e1-439c-b9e8-3d687cf3d342 req-06dc2a48-315d-44da-9976-2ef9d58adc54 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Jun 23 04:06:47.454317 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-97deb651-4fda-4e05-a2d3-4c759612be83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:47.541528 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80210a15-939d-419c-958e-873ccc97135f req-bf464d59-6773-4076-8b43-9538f02c21e5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:47.542995 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-80210a15-939d-419c-958e-873ccc97135f req-bf464d59-6773-4076-8b43-9538f02c21e5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 945 time: 0.0710862 Jun 23 04:06:47.581229 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-80210a15-939d-419c-958e-873ccc97135f req-69c16c6d-1c0a-475a-a08b-be6bb3bbd9f6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320399 Jun 23 04:06:47.581480 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58292) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:47.830143 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902963d-cb93-4883-961d-8371d405c0a5 req-df6f6e3b-c5f6-4481-8779-41bab9a9779d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:47.831627 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1902963d-cb93-4883-961d-8371d405c0a5 req-df6f6e3b-c5f6-4481-8779-41bab9a9779d tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.1212497 Jun 23 04:06:47.907747 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3fa5e-4daa-4062-b2f9-cfb70d075440 req-a4661cf5-25d5-4dcf-9d3d-9b576a2c19f3 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:47.909378 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-71a3fa5e-4daa-4062-b2f9-cfb70d075440 req-a4661cf5-25d5-4dcf-9d3d-9b576a2c19f3 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 946 time: 0.0644269 Jun 23 04:06:47.952440 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-71a3fa5e-4daa-4062-b2f9-cfb70d075440 req-50cfe1f0-bf2f-488b-a0e4-e2dca5ba1326 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae900370-316a-4413-bbd8-74861b473a07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370040 Jun 23 04:06:47.956385 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Deleting port 659a7d54-c3b1-4ddc-bbbc-bb837c6be374 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:47.956736 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:47.956991 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.014491 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Deleting port 017a3f0a-7a32-4680-9add-5639614aaec7 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:48.014835 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.090441 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.090771 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.110853 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Calling delete_port for 659a7d54-c3b1-4ddc-bbbc-bb837c6be374 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:48.138651 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] For port 017a3f0a-7a32-4680-9add-5639614aaec7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=017a3f0a-7a32-4680-9add-5639614aaec7,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:48.139012 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.452668 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.453039 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.453357 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.l3_db [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Floating IP f58e45b6-4610-4da7-8054-653693a5d14b disassociated. External IP: 172.28.3.181, port: 017a3f0a-7a32-4680-9add-5639614aaec7. Jun 23 04:06:48.453695 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Calling delete_port for 017a3f0a-7a32-4680-9add-5639614aaec7 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:48.567692 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.572047 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d7cebf5c-2127-4961-8373-0628b69af2cc tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:48.598989 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event deleted for resources: {'Port': ['ID=659a7d54-c3b1-4ddc-bbbc-bb837c6be374,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:48.631139 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:06:48.634373 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.634373 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.634594 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.634842 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.635132 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.635509 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.635866 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.636259 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.636566 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.636915 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.637264 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.637635 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:06:48.645155 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:48.680910 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.681251 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.l3_db [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Floating IP 2a5cf084-b753-47a7-89a5-835062098e9d disassociated (deleted). External IP: 172.28.3.46, port: 8287559b-e6e3-4d43-b204-8cdd3f970477. Jun 23 04:06:48.718951 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.731480 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.736698 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2aa1412e-a85c-496e-a88d-dc1dd200c294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:48.752294 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:48.754540 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:48.756825 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb3452b-21aa-4937-a117-6eca021fb9d1" -d '{"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-unplugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:48.781725 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event deleted for resources: {'Port': ['ID=017a3f0a-7a32-4680-9add-5639614aaec7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:48.794965 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d078b98-e249-4e86-bb33-543432ce6983 x-openstack-request-id: req-9d078b98-e249-4e86-bb33-543432ce6983 {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:48.795273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-unplugged", "status": "failed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "code": 422}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:48.795564 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d078b98-e249-4e86-bb33-543432ce6983 {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:48.795969 dv-cinder-768592-6-smb neutron-server[99841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'code': 422} returned with failed status Jun 23 04:06:48.807347 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:48.845597 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.847622 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-b8ede2c1-fa70-4916-a5a1-dca1943d41f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:48.871777 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:48.897747 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=8']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:48.900848 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:49.000296 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:06:49.068944 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Router 5f2dfe01-25be-429d-b252-9a30934e8a98 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:06:49.098051 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3cc903e5-d14b-48b4-be37-c0c9da73a434 req-1ca29df1-ebf2-4ee2-a28e-59cc71615681 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 210 time: 0.0286334 Jun 23 04:06:49.175736 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:06:49.187496 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:06:49.198028 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:49.203236 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:49.258953 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:06:49.264623 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:49.271814 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] Sync routers for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:06:49.285085 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] No DVR routers for this DVR port 017a3f0a-7a32-4680-9add-5639614aaec7 on host hv-cinder-76859 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:06:49.291574 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:49.292592 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:49.308122 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:49.310088 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-1902963d-cb93-4883-961d-8371d405c0a5 req-55cec1ac-8b07-4f5b-a131-7fe6dec63584 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.11 "DELETE /v2.0/ports/017a3f0a-7a32-4680-9add-5639614aaec7 HTTP/1.1" status: 204 len: 173 time: 1.4695082 Jun 23 04:06:49.310639 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'name': 'network-vif-deleted', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:49.313070 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c4dea-6fd8-4e8c-a8d0-a262a9687890" -d '{"events": [{"server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "name": "network-vif-deleted", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:49.345628 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-58a87482-5c96-4348-ae45-84b6813824d1 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a5cf084-b753-47a7-89a5-835062098e9d HTTP/1.1" status: 204 len: 168 time: 1.7602367 Jun 23 04:06:49.368327 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:49.374565 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4892e-d24f-4692-9d44-739e9a8c0fbe x-openstack-request-id: req-04c4892e-d24f-4692-9d44-739e9a8c0fbe {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:49.374904 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e6c8a0-d598-44d6-8261-a5883cf8bf6a", "name": "network-vif-deleted", "tag": "017a3f0a-7a32-4680-9add-5639614aaec7", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:49.375194 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04c4892e-d24f-4692-9d44-739e9a8c0fbe {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:49.375664 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e6c8a0-d598-44d6-8261-a5883cf8bf6a', 'name': 'network-vif-deleted', 'tag': '017a3f0a-7a32-4680-9add-5639614aaec7', 'status': 'completed', 'code': 200} Jun 23 04:06:49.449476 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:49.581778 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:49.612251 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:06:49.620681 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:49.621294 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:49.711154 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:49.742677 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] Checking router: 5f2dfe01-25be-429d-b252-9a30934e8a98 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:06:49.742862 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:49.751604 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:49.752556 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:49.879866 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:49.972650 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:50.004701 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadeee6e-354c-403e-9531-49371ec30d9e None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '29f8f759-21d1-42e0-9384-5d4e69b2b13a', 'name': '', 'network_id': '757f47f0-76d4-409c-ac18-eb5b05b81784', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'mac_address': 'fa:16:3e:78:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:02Z', 'updated_at': '2021-06-23T03:59:15Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'subnets': [{'id': '5d8d110f-6422-4061-8671-f48617fc8a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:06:50.011366 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569011fa-f3cd-49ee-a453-9662080e0982 req-1e34d52f-e89c-4043-a911-e0a742238488 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:50.014323 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-569011fa-f3cd-49ee-a453-9662080e0982 req-1e34d52f-e89c-4043-a911-e0a742238488 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0882053 Jun 23 04:06:50.074198 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-569011fa-f3cd-49ee-a453-9662080e0982 req-13b5d836-892b-4a44-8220-3021eeed3654 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536699 Jun 23 04:06:50.099039 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:50.129246 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035dbcb3-76a2-4d41-9169-9f600d29b18e None None] The sync data for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb is: [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:00:35Z', 'revision_number': 4, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'e1109c0f-dbab-47a1-b5e1-2503e3b00f46', 'name': '', 'network_id': 'eb9a6a43-7b26-41ba-aeaa-4071cf20079c', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'mac_address': 'fa:16:3e:94:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:34Z', 'updated_at': '2021-06-23T04:00:41Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'subnets': [{'id': 'd82bbc24-ae70-45d8-8b1b-ea283b5499e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:06:50.302907 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d5f86492-4d46-4e54-884d-77955e4b9f67 req-187c3740-15d4-481c-992c-e1f14e987fb1 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6c8a0-d598-44d6-8261-a5883cf8bf6a HTTP/1.1" status: 200 len: 210 time: 0.0456131 Jun 23 04:06:50.309145 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:50.330974 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19acea0-c1e0-4237-9f12-f2e74f2ce55c req-20f5c032-5bea-4c5f-8d85-95a0fc379017 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:50.332928 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a19acea0-c1e0-4237-9f12-f2e74f2ce55c req-20f5c032-5bea-4c5f-8d85-95a0fc379017 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1399510 Jun 23 04:06:50.399171 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a19acea0-c1e0-4237-9f12-f2e74f2ce55c req-b166f1e7-ebee-484e-aa76-3399ea4c79dd tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462844 Jun 23 04:06:50.441574 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb0b82-5257-4760-b47f-6b18b67d7a7c None None] New status for floating IP f58e45b6-4610-4da7-8054-653693a5d14b: DOWN {{(pid=99841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:06:50.464633 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63f8e0-586a-4c36-998f-63ba8319de55 None None] New status for floating IP 2a5cf084-b753-47a7-89a5-835062098e9d: DOWN {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:06:50.686385 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-285e7624-c25a-462d-ade1-5931baf21dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527155 Jun 23 04:06:51.238040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69602612-b83b-4578-ac0e-acdbf3eb14a4 req-0b54fa40-f154-49f6-a9ed-0842e00dcfbf tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.239547 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-69602612-b83b-4578-ac0e-acdbf3eb14a4 req-0b54fa40-f154-49f6-a9ed-0842e00dcfbf tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0626647 Jun 23 04:06:51.277227 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-69602612-b83b-4578-ac0e-acdbf3eb14a4 req-9c822359-f036-40ae-a7c8-063346105c8b tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318460 Jun 23 04:06:51.378107 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:51.380483 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005263bc-b3fb-4846-81ba-cf95a062f53d" -d '{"events": [{"name": "network-changed", "server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:51.421618 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d6af67-7a6f-4ed8-a063-ad9747ed70ed x-openstack-request-id: req-66d6af67-7a6f-4ed8-a063-ad9747ed70ed {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:51.424365 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:51.424365 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66d6af67-7a6f-4ed8-a063-ad9747ed70ed {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:51.424365 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'status': 'completed', 'code': 200} Jun 23 04:06:51.447392 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-1b9b4ae7-bd30-4282-a2de-e982af212b87 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.449097 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-1b9b4ae7-bd30-4282-a2de-e982af212b87 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 946 time: 0.0795131 Jun 23 04:06:51.502369 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-9893e21a-d10f-474e-80ef-2bb4308a604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.504351 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-9893e21a-d10f-474e-80ef-2bb4308a604e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef60f17fe1754b39999df2afbf899ffb&device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 1099 time: 0.0589099 Jun 23 04:06:51.563721 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Deleting port 8287559b-e6e3-4d43-b204-8cdd3f970477 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:51.564069 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:51.642908 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-02abe6bd-71a0-4685-af44-c6afceb306d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.644358 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-02abe6bd-71a0-4685-af44-c6afceb306d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 200 len: 910 time: 0.1347907 Jun 23 04:06:51.652011 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] For port 8287559b-e6e3-4d43-b204-8cdd3f970477, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8287559b-e6e3-4d43-b204-8cdd3f970477,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:51.652367 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:51.656604 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d5fd6-e321-403c-82ea-cd2a1332d823 req-a3bad9f7-ad29-43e5-84ea-a0eb24a533c8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.657986 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-256d5fd6-e321-403c-82ea-cd2a1332d823 req-a3bad9f7-ad29-43e5-84ea-a0eb24a533c8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1167598 Jun 23 04:06:51.665422 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Calling delete_port for 8287559b-e6e3-4d43-b204-8cdd3f970477 owned by compute:nova {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:51.704024 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-ae4bebd2-08c3-4b59-8bdc-3ae8e885a28a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 200 len: 217 time: 0.0450644 Jun 23 04:06:51.749756 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-256d5fd6-e321-403c-82ea-cd2a1332d823 req-71eb0185-4cba-44b2-8bf7-e4014a8cf4ef tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853090 Jun 23 04:06:51.764262 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-f37bc5e4-1129-4a75-82ce-6c3bcbb195f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.765691 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-f37bc5e4-1129-4a75-82ce-6c3bcbb195f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 200 len: 848 time: 0.0550056 Jun 23 04:06:51.826660 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-5c423550-71a1-406e-975b-78e60fd3dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:51.828251 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-5c423550-71a1-406e-975b-78e60fd3dea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9a6a43-7b26-41ba-aeaa-4071cf20079c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557842 Jun 23 04:06:51.857237 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:51.861167 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8536d38a-cef1-448c-a684-d2674b49de9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:51.884940 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event deleted for resources: {'Port': ['ID=8287559b-e6e3-4d43-b204-8cdd3f970477,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:51.888463 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:51.920550 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-0a58202b-e002-4719-ba70-51979714a9b3 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847752 Jun 23 04:06:51.933037 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] No DVR routers for this DVR port 8287559b-e6e3-4d43-b204-8cdd3f970477 on host hv-cinder-76859 {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:06:51.936083 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:51.937992 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [req-095dfa53-10a2-4440-aafe-bcbe727c8331 req-2b5112f0-597b-436e-af02-62cf38176d9a tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.11 "DELETE /v2.0/ports/8287559b-e6e3-4d43-b204-8cdd3f970477 HTTP/1.1" status: 204 len: 173 time: 0.4838212 Jun 23 04:06:52.013535 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-005263bc-b3fb-4846-81ba-cf95a062f53d req-97a1cf70-37ad-46a9-b102-3533e237b73a service neutron] 10.222.0.11 "GET /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862374 Jun 23 04:06:52.167240 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-328028e7-e42d-4b25-8325-788ef504de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:52.168775 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-328028e7-e42d-4b25-8325-788ef504de34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94&tenant_id=7e2d069244854bf6b6852f04258fca89 HTTP/1.1" status: 200 len: 1096 time: 0.0516870 Jun 23 04:06:52.242161 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-68adf25b-1536-4d4e-901c-0cb27fb7b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:52.243646 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-68adf25b-1536-4d4e-901c-0cb27fb7b09c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1096 time: 0.0525472 Jun 23 04:06:52.343207 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-cbb7e5ac-2383-48f4-9a20-61869d803b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:52.344953 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-cbb7e5ac-2383-48f4-9a20-61869d803b94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.0951834 Jun 23 04:06:52.436053 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b653fd5a-937f-4396-bd09-119074a29745 req-4641cab4-dcd4-4fb8-a0d7-6446169e3341 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2efba38-30c3-494c-bab3-611ce202c058 HTTP/1.1" status: 200 len: 210 time: 0.0356579 Jun 23 04:06:52.441805 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-000fd1e2-c8c9-42b1-a706-d6cdc0d35a7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 200 len: 998 time: 0.0903416 Jun 23 04:06:52.491700 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-20ba97e7-aa4f-428d-9f29-ec2fd6a6a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:52.493072 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-20ba97e7-aa4f-428d-9f29-ec2fd6a6a094 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0443337 Jun 23 04:06:52.550432 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-ca49ed3e-a4c8-4e43-9c77-58084427cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:52.551972 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-ca49ed3e-a4c8-4e43-9c77-58084427cba0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521586 Jun 23 04:06:52.557841 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58368) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:52.670527 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 017a3f0a-7a32-4680-9add-5639614aaec7 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:06:52.674887 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:52.689900 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 017a3f0a-7a32-4680-9add-5639614aaec7 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:06:52.690254 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 017a3f0a-7a32-4680-9add-5639614aaec7 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:06:52.701822 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-314dfa18-ef2c-4f96-98e0-0da3d4f16c24 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370511 Jun 23 04:06:52.711004 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:52.821388 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a1f4873f-6f0f-480f-bed3-705bd47514ac req-b7593304-b0c4-4bd2-b4a4-11e1509579e1 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121819 Jun 23 04:06:52.921017 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:52.923760 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:52.924875 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "DELETE /v2.0/security-groups/ae900370-316a-4413-bbd8-74861b473a07 HTTP/1.1" status: 204 len: 168 time: 0.3661296 Jun 23 04:06:52.926431 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e924742c-d935-406d-8236-da8c86f202d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:52.928301 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58372) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:52.938029 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d344da-840d-4cf4-89bc-1be0c5f704de req-3e25c61c-bde1-4b3b-8a4e-15efce9fb5d0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:52.939663 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-90d344da-840d-4cf4-89bc-1be0c5f704de req-3e25c61c-bde1-4b3b-8a4e-15efce9fb5d0 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0727150 Jun 23 04:06:52.944732 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae900370-316a-4413-bbd8-74861b473a07,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:52.945043 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.api.v2.resource [None req-8a91dbdf-28aa-451d-bb8b-988dcccde349 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] show failed (client error): The resource could not be found. Jun 23 04:06:52.947759 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:52.953909 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8a91dbdf-28aa-451d-bb8b-988dcccde349 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "GET /v2.0/security-groups/ae900370-316a-4413-bbd8-74861b473a07 HTTP/1.1" status: 404 len: 347 time: 0.0241518 Jun 23 04:06:52.956255 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58376) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:52.987753 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-90d344da-840d-4cf4-89bc-1be0c5f704de req-b8a3da85-c27e-4b92-8b0d-c57567402aff tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Jun 23 04:06:53.095048 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Deleting port ba07ee31-d76b-4957-9ce0-850bfd98e525 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:53.095400 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.171291 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.175153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.189801 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Calling delete_port for ba07ee31-d76b-4957-9ce0-850bfd98e525 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:53.499888 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-deleted', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:06:53.502387 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf854f-e5e9-4199-a927-7a8a0444197e" -d '{"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-deleted", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:06:53.571298 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d831ca-4467-47bf-b6fb-9c600af7fc54 x-openstack-request-id: req-d3d831ca-4467-47bf-b6fb-9c600af7fc54 {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:06:53.572156 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2efba38-30c3-494c-bab3-611ce202c058", "name": "network-vif-deleted", "tag": "8287559b-e6e3-4d43-b204-8cdd3f970477", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:06:53.572737 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3d831ca-4467-47bf-b6fb-9c600af7fc54 {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:06:53.573438 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2efba38-30c3-494c-bab3-611ce202c058', 'name': 'network-vif-deleted', 'tag': '8287559b-e6e3-4d43-b204-8cdd3f970477', 'status': 'completed', 'code': 200} Jun 23 04:06:53.588049 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58400) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:53.688689 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.714347 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.718579 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b40dcb6d-db0a-42d8-9d0f-d2a218533363 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:53.726774 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.776904 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Pushing event deleted for resources: {'Port': ['ID=ba07ee31-d76b-4957-9ce0-850bfd98e525,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:53.779798 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:53.858759 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.861439 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.862805 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ceb2b81d-76c8-451f-820d-a53f16e91722 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] 10.222.0.20 "DELETE /v2.0/floatingips/f58e45b6-4610-4da7-8054-653693a5d14b HTTP/1.1" status: 204 len: 168 time: 0.9047430 Jun 23 04:06:53.869386 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.873296 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:53.874509 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5326fdf-beee-4fb7-9acc-fe4c827d2f1e HTTP/1.1" status: 204 len: 168 time: 0.2849774 Jun 23 04:06:53.875447 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-1964e48a-5966-48d8-9a43-09e8baa715e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:53.893394 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5326fdf-beee-4fb7-9acc-fe4c827d2f1e,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:53.897624 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:54.007850 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58406) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:54.562555 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c71f05-2f7e-43fe-a696-7393f802c78b req-e6415e2b-c144-4fe1-92bc-8e8de81c0d01 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:54.564038 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-57c71f05-2f7e-43fe-a696-7393f802c78b req-e6415e2b-c144-4fe1-92bc-8e8de81c0d01 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.3940265 Jun 23 04:06:54.647808 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-57c71f05-2f7e-43fe-a696-7393f802c78b req-b2ed3ea3-3334-4415-85ce-d86ac7a79d07 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779247 Jun 23 04:06:54.681691 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:06:54.702572 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 8287559b-e6e3-4d43-b204-8cdd3f970477 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:06:54.703006 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 8287559b-e6e3-4d43-b204-8cdd3f970477 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:06:54.884181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:55.187034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Deleting port e1109c0f-dbab-47a1-b5e1-2503e3b00f46 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:55.187374 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:55.269826 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] For port e1109c0f-dbab-47a1-b5e1-2503e3b00f46, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:55.270205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:55.284873 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Calling delete_port for e1109c0f-dbab-47a1-b5e1-2503e3b00f46 owned by network:router_interface {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:55.588567 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:55.592764 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-23358982-8e5f-4cd0-b4e3-247b6ecc5fb2 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:55.617988 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1109c0f-dbab-47a1-b5e1-2503e3b00f46,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:55.623507 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:55.861944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:55.932587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b7f2-5b65-40b9-a961-052b5a5bf3ba req-c901bd70-4c0b-46bb-9e2d-7d414a130067 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:55.934038 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e840b7f2-5b65-40b9-a961-052b5a5bf3ba req-c901bd70-4c0b-46bb-9e2d-7d414a130067 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1296773 Jun 23 04:06:56.018833 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-e840b7f2-5b65-40b9-a961-052b5a5bf3ba req-0d99b4f1-bcef-4629-b781-e1b0bc742770 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785906 Jun 23 04:06:56.134831 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Router 5f2dfe01-25be-429d-b252-9a30934e8a98 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:06:56.287951 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:06:56.287951 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] 10.222.0.20 "PUT /v2.0/routers/5f2dfe01-25be-429d-b252-9a30934e8a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515404 Jun 23 04:06:56.289812 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] Sync routers for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:06:56.289812 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:56.289812 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:56.291097 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58424) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:56.400205 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks [] for router, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:56.517104 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:56.519890 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:56.744460 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:06:55Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:56.797316 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] Checking router: 5f2dfe01-25be-429d-b252-9a30934e8a98 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:06:56.806218 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] Routers {'5f2dfe01-25be-429d-b252-9a30934e8a98'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:06:56.806945 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['5f2dfe01-25be-429d-b252-9a30934e8a98'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:56.920524 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] Set router 5f2dfe01-25be-429d-b252-9a30934e8a98 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:06:57.181422 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:06:55Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:57.212909 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8768577a-5ca9-431d-afdd-6e65b48d403f None None] The sync data for ids ['5f2dfe01-25be-429d-b252-9a30934e8a98'] in dv-cinder-768592-6-smb is: [{'id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'name': 'tempest-TestShelveInstance-1336439832-router', 'tenant_id': 'ef60f17fe1754b39999df2afbf899ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:31Z', 'updated_at': '2021-06-23T04:06:55Z', 'revision_number': 5, 'project_id': 'ef60f17fe1754b39999df2afbf899ffb', 'gw_port': {'id': 'f11645b4-c304-427d-8182-f38df1eaea99', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2dfe01-25be-429d-b252-9a30934e8a98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:32Z', 'updated_at': '2021-06-23T04:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:06:57.242274 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Deleting port f11645b4-c304-427d-8182-f38df1eaea99 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:57.242806 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:57.345272 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bbd12-e864-4a73-8e24-14db2e0e4bc7 req-04215675-6d8c-4708-93db-af8822c68768 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:57.346877 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3e5bbd12-e864-4a73-8e24-14db2e0e4bc7 req-04215675-6d8c-4708-93db-af8822c68768 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1467786 Jun 23 04:06:57.362161 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] For port f11645b4-c304-427d-8182-f38df1eaea99, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f11645b4-c304-427d-8182-f38df1eaea99,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:57.362521 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:57.386106 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Calling delete_port for f11645b4-c304-427d-8182-f38df1eaea99 owned by network:router_gateway {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:57.413240 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-3e5bbd12-e864-4a73-8e24-14db2e0e4bc7 req-ce8b7566-fa82-47e6-8690-23a6e5068225 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532529 Jun 23 04:06:57.860161 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:57.862395 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a0dd23cf-27fa-424a-a2bc-90bf643f26c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:57.885485 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11645b4-c304-427d-8182-f38df1eaea99,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:57.889226 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:57.958429 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.063830 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.065943 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.187416 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58446) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:58.292322 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.293160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2dfe01-25be-429d-b252-9a30934e8a98 {{(pid=99839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:06:58.322860 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.323992 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5f2dfe01-25be-429d-b252-9a30934e8a98 HTTP/1.1" status: 204 len: 168 time: 2.0392051 Jun 23 04:06:58.326387 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58450) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:58.386968 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Deleting subnet d82bbc24-ae70-45d8-8b1b-ea283b5499e1 {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:06:58.390895 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.473791 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.714768 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.776293 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb8ae7-82d8-46ad-abfa-b3107f05aa14 req-4655e2b6-db25-4cff-92b4-f905d573b1fe tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:06:58.777739 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-adbb8ae7-82d8-46ad-abfa-b3107f05aa14 req-4655e2b6-db25-4cff-92b4-f905d573b1fe tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.2223361 Jun 23 04:06:58.846122 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-adbb8ae7-82d8-46ad-abfa-b3107f05aa14 req-87229a19-fed1-4017-9021-a360858ee0b3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579276 Jun 23 04:06:58.914173 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1109c0f-dbab-47a1-b5e1-2503e3b00f46 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:06:58.929063 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.940463 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: e1109c0f-dbab-47a1-b5e1-2503e3b00f46 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:06:58.940939 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1109c0f-dbab-47a1-b5e1-2503e3b00f46 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:06:58.941275 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f11645b4-c304-427d-8182-f38df1eaea99 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:06:58.942300 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-80738a9c-e48a-4140-aec6-936279e0d4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:58.948652 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:58.953527 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d82bbc24-ae70-45d8-8b1b-ea283b5499e1 HTTP/1.1" status: 204 len: 168 time: 0.6240778 Jun 23 04:06:58.954411 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58454) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:58.962145 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36edb18f-3f07-4341-b1fd-b2d6840ec5d5 None None] Network eb9a6a43-7b26-41ba-aeaa-4071cf20079c requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:06:58.964459 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: f11645b4-c304-427d-8182-f38df1eaea99 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:06:58.969731 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f11645b4-c304-427d-8182-f38df1eaea99 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:06:58.987931 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82bbc24-ae70-45d8-8b1b-ea283b5499e1,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:58.993997 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7446bd9e-cc82-4c15-8012-8c96a3039bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:58.998684 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.036389 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.125108 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Deleting port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:59.125454 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.212340 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] For port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:59.214373 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.227778 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] DHCP port deletion for eb9a6a43-7b26-41ba-aeaa-4071cf20079c request from dv-cinder-768592-6-smb {{(pid=99841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 04:06:59.228849 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Calling delete_port for 5524d22b-c6f2-4981-8211-57d6e7ca4fcb owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:59.297818 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Deleting port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:59.298598 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.355532 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Deleting port 29f8f759-21d1-42e0-9384-5d4e69b2b13a {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:06:59.356152 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.369099 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] For port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,segment=NetworkSegment(555512f4-1e0b-4b77-be05-4644272b3895),segment_id=555512f4-1e0b-4b77-be05-4644272b3895)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:59.369614 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.381754 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Calling delete_port for 5524d22b-c6f2-4981-8211-57d6e7ca4fcb owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:59.391745 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.395879 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:59.428880 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:59.435188 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:59.437249 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] No DVR routers for this DVR port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb on host dv-cinder-768592-6-smb {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:06:59.483088 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] For port 29f8f759-21d1-42e0-9384-5d4e69b2b13a, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=29f8f759-21d1-42e0-9384-5d4e69b2b13a,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:06:59.483088 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.513482 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Calling delete_port for 29f8f759-21d1-42e0-9384-5d4e69b2b13a owned by network:router_interface {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:06:59.530950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.530950 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:59.544747 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.554152 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Pushing event deleted for resources: {'Port': ['ID=5524d22b-c6f2-4981-8211-57d6e7ca4fcb,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:59.555183 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a6a43-7b26-41ba-aeaa-4071cf20079c']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:59.556785 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:59.560603 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91555e1-6f96-4913-8b0d-924fa011e99b None None] No DVR routers for this DVR port 5524d22b-c6f2-4981-8211-57d6e7ca4fcb on host dv-cinder-768592-6-smb {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:06:59.567897 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555512f4-1e0b-4b77-be05-4644272b3895') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:59.568261 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555512f4-1e0b-4b77-be05-4644272b3895') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:06:59.578104 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.595847 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.602028 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:06:59.602419 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:06:59.604095 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:06:59.728298 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.732677 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-877fb15b-74dd-46b8-9a76-5d50c4509ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:59.739348 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.739348 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] 10.222.0.20 "DELETE /v2.0/networks/eb9a6a43-7b26-41ba-aeaa-4071cf20079c HTTP/1.1" status: 204 len: 168 time: 0.7827451 Jun 23 04:06:59.740726 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58456) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:06:59.747109 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9a6a43-7b26-41ba-aeaa-4071cf20079c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:59.749617 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-40bed8be-eaf5-4086-9386-a46a055c87eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:06:59.830884 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:06:59.836831 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-5197b833-b76c-40ba-8fa8-86024426fbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:06:59.868785 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f8f759-21d1-42e0-9384-5d4e69b2b13a,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:06:59.873364 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:00.219678 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0ea13-7ddb-40d7-9cef-f3104777f43e req-9062da4d-394d-4f91-a63b-12c935916fff tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:00.221135 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dda0ea13-7ddb-40d7-9cef-f3104777f43e req-9062da4d-394d-4f91-a63b-12c935916fff tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.2098975 Jun 23 04:07:00.221704 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:00.324158 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-dda0ea13-7ddb-40d7-9cef-f3104777f43e req-2c8f98aa-0f9b-4b5b-a704-7f2379d8648b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855992 Jun 23 04:07:00.786367 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:00.828257 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:07:00.894218 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 5524d22b-c6f2-4981-8211-57d6e7ca4fcb no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:00.913639 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 5524d22b-c6f2-4981-8211-57d6e7ca4fcb {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:00.914063 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 5524d22b-c6f2-4981-8211-57d6e7ca4fcb not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:01.029779 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:07:01.035104 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-6d96b02e-1480-475a-914f-eb2991eaccc5 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c515958-651a-4ff7-8a0a-0f4726d5c6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8466401 Jun 23 04:07:01.037749 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58462) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:01.040408 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] Sync routers for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:07:01.049832 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:07:01.050683 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:01.149752 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Deleting port c2c7a858-7af1-475e-8369-1510413bdc94 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:07:01.150095 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.172536 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:07:01.177419 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.235714 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] For port c2c7a858-7af1-475e-8369-1510413bdc94, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c2c7a858-7af1-475e-8369-1510413bdc94,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:01.241971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.250011 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Calling delete_port for c2c7a858-7af1-475e-8369-1510413bdc94 owned by network:router_interface {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:07:01.315097 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.350677 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210'}], 'enable_snat': True}, 'gw_port_id': '83056487-d323-4889-999e-6928b648d82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T04:06:59Z', 'revision_number': 5, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port': {'id': '83056487-d323-4889-999e-6928b648d82f', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:56Z', 'updated_at': '2021-06-23T03:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:01.385526 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] Checking router: 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:07:01.405928 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] Routers {'1c515958-651a-4ff7-8a0a-0f4726d5c6c6'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:07:01.407304 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:01.491341 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Deleting port 83056487-d323-4889-999e-6928b648d82f {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:07:01.491712 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.509865 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] Set router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:07:01.572668 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T04:07:01Z', 'revision_number': 6, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port_host': None}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:01.592279 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.595297 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f6b7f1b1-a213-4dee-a775-11c3c3858db3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:01.604948 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba34611-7191-43c3-92eb-bc40b0a566d9 None None] The sync data for ids ['1c515958-651a-4ff7-8a0a-0f4726d5c6c6'] in dv-cinder-768592-6-smb is: [{'id': '1c515958-651a-4ff7-8a0a-0f4726d5c6c6', 'name': 'tempest-AttachVolumeTestJSON-1283518257-router', 'tenant_id': '35c0442d32784706aa00e1912047a0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:54Z', 'updated_at': '2021-06-23T04:07:01Z', 'revision_number': 6, 'project_id': '35c0442d32784706aa00e1912047a0ae', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:07:01.614781 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] For port 83056487-d323-4889-999e-6928b648d82f, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=83056487-d323-4889-999e-6928b648d82f,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:01.615152 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.628197 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Calling delete_port for 83056487-d323-4889-999e-6928b648d82f owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:07:01.635565 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c7a858-7af1-475e-8369-1510413bdc94,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:01.645401 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fd9c2-121f-462c-a997-0ae38848e221 req-e76dce41-bf85-4823-9764-9c7f1cbdfd3c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:01.656506 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-752fd9c2-121f-462c-a997-0ae38848e221 req-e76dce41-bf85-4823-9764-9c7f1cbdfd3c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1463122 Jun 23 04:07:01.659956 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:01.773661 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-752fd9c2-121f-462c-a997-0ae38848e221 req-485e0643-b678-4290-a2b6-23f0550250ab tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018951 Jun 23 04:07:01.921440 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.953981 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:01.956944 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:01.985682 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Pushing event deleted for resources: {'Port': ['ID=83056487-d323-4889-999e-6928b648d82f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:01.990573 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:02.072113 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.195544 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.195544 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.257799 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Router e7601278-9307-4394-bd6f-9f7353bba7e2 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:07:02.366326 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:07:02.371340 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8295224b-cd3f-4254-b348-4a299dd3f4ed admin admin] 10.222.0.20 "PUT /v2.0/routers/e7601278-9307-4394-bd6f-9f7353bba7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6296380 Jun 23 04:07:02.374671 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58468) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:02.380166 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] Sync routers for ids ['e7601278-9307-4394-bd6f-9f7353bba7e2'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:07:02.393370 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] Routers {'e7601278-9307-4394-bd6f-9f7353bba7e2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:07:02.393982 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['e7601278-9307-4394-bd6f-9f7353bba7e2'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:02.492036 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks [] for router, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.528823 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] Set router e7601278-9307-4394-bd6f-9f7353bba7e2 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:07:02.541030 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.543511 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c515958-651a-4ff7-8a0a-0f4726d5c6c6 {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:07:02.578547 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.582754 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-17ef8bdd-de88-4b85-9134-f530d84330ff admin admin] 10.222.0.20 "DELETE /v2.0/routers/1c515958-651a-4ff7-8a0a-0f4726d5c6c6 HTTP/1.1" status: 204 len: 168 time: 1.5405467 Jun 23 04:07:02.583538 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58470) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:02.634806 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Deleting subnet 5d8d110f-6422-4061-8671-f48617fc8a13 {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:07:02.638973 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.640249 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.687740 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.727831 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:07:01Z', 'revision_number': 5, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port': {'id': 'e1390e54-27ad-4242-9748-1509d82f7be0', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:20:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:00:40Z', 'updated_at': '2021-06-23T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:02.753254 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Deleting port e1390e54-27ad-4242-9748-1509d82f7be0 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:07:02.753622 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.756515 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] Checking router: e7601278-9307-4394-bd6f-9f7353bba7e2 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:07:02.764833 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] Routers {'e7601278-9307-4394-bd6f-9f7353bba7e2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:07:02.765439 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:06:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['e7601278-9307-4394-bd6f-9f7353bba7e2'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:02.792587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.856062 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] Set router e7601278-9307-4394-bd6f-9f7353bba7e2 gateway port host: None {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:07:02.920599 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] For port e1390e54-27ad-4242-9748-1509d82f7be0, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e1390e54-27ad-4242-9748-1509d82f7be0,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:02.920965 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.932372 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:07:02Z', 'revision_number': 6, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port_host': None}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:02.966271 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Calling delete_port for e1390e54-27ad-4242-9748-1509d82f7be0 owned by network:router_gateway {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:07:02.984231 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:02.987461 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:02.991234 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a693742-6a64-4a92-9f8e-81006b0a585c None None] The sync data for ids ['e7601278-9307-4394-bd6f-9f7353bba7e2'] in dv-cinder-768592-6-smb is: [{'id': 'e7601278-9307-4394-bd6f-9f7353bba7e2', 'name': 'tempest-TestShelveInstance-1607936810-router', 'tenant_id': 'f89175685cd144fe8e36e9c7722077aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:00:39Z', 'updated_at': '2021-06-23T04:07:02Z', 'revision_number': 6, 'project_id': 'f89175685cd144fe8e36e9c7722077aa', 'gw_port_host': None}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:07:03.028881 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8d110f-6422-4061-8671-f48617fc8a13,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:03.038052 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:03.047654 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 83056487-d323-4889-999e-6928b648d82f no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:03.056397 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.058346 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-08fa785b-fd22-446b-be57-2f04e9647af3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5d8d110f-6422-4061-8671-f48617fc8a13 HTTP/1.1" status: 204 len: 168 time: 0.4741671 Jun 23 04:07:03.061393 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58474) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:03.080685 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 83056487-d323-4889-999e-6928b648d82f {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:03.084693 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 83056487-d323-4889-999e-6928b648d82f not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:03.084693 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 29f8f759-21d1-42e0-9384-5d4e69b2b13a no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:03.123833 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 29f8f759-21d1-42e0-9384-5d4e69b2b13a {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:03.124563 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 29f8f759-21d1-42e0-9384-5d4e69b2b13a not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:03.126325 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c99f61-9a5d-4f06-b697-9d96b826a42b None None] Network 757f47f0-76d4-409c-ac18-eb5b05b81784 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:07:03.226138 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.244643 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348abdb8-26df-4601-aa38-f14876b3ed09 req-3fb03f84-ca97-4ee7-83ab-aa159a6880c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:03.246179 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-348abdb8-26df-4601-aa38-f14876b3ed09 req-3fb03f84-ca97-4ee7-83ab-aa159a6880c6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1778426 Jun 23 04:07:03.271466 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.280660 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:03.309798 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1390e54-27ad-4242-9748-1509d82f7be0,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:03.314384 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:03.333836 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-348abdb8-26df-4601-aa38-f14876b3ed09 req-4a5fc3ca-2c48-47e7-8756-b16c19edaaa3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814409 Jun 23 04:07:03.380264 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Deleting port 6c6b7473-f823-48a9-9684-c8ce9f750895 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:07:03.380689 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.410843 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.538582 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] For port 6c6b7473-f823-48a9-9684-c8ce9f750895, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=6c6b7473-f823-48a9-9684-c8ce9f750895,segment=NetworkSegment(18694566-0136-46e7-ba56-42749635f356),segment_id=18694566-0136-46e7-ba56-42749635f356)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:03.538971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.552213 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Calling delete_port for 6c6b7473-f823-48a9-9684-c8ce9f750895 owned by network:dhcp {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:07:03.555057 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.557172 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.654039 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.655887 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7601278-9307-4394-bd6f-9f7353bba7e2 {{(pid=99840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:07:03.660947 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Notify callbacks [] for router, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.664423 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e7601278-9307-4394-bd6f-9f7353bba7e2 HTTP/1.1" status: 204 len: 168 time: 1.2861524 Jun 23 04:07:03.664723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58476) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:03.703989 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.709588 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-11ce314a-ddac-411f-b72e-f105e8e962ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:03.739764 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Deleting subnet 7a5280b6-6006-4bd4-a3b0-00fc662e7ddb {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:07:03.741853 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6b7473-f823-48a9-9684-c8ce9f750895,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:03.745594 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.747971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:03.748727 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] No DVR routers for this DVR port 6c6b7473-f823-48a9-9684-c8ce9f750895 on host dv-cinder-768592-6-smb {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:07:03.823358 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.865040 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe25263-f7d3-45b2-82db-fb17262cb71c None None] DHCP port deletion for 757f47f0-76d4-409c-ac18-eb5b05b81784 request from dv-cinder-768592-6-smb {{(pid=99841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 04:07:03.876624 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.891535 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f47f0-76d4-409c-ac18-eb5b05b81784']}} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:03.906332 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18694566-0136-46e7-ba56-42749635f356') {'for_net_delete': True} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:03.906735 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18694566-0136-46e7-ba56-42749635f356') {} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:03.921612 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63266486'] for segment, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.957040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.966916 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=99839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:07:03.967301 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3588948'] for segment, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: conditions |= (models_v2.Port.network_id.in_( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: Traceback (most recent call last): Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: timer() Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: cb(*args, **kw) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: return func(*args, **kwargs) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: self._notify() Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: self.callback(batched_events) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: event.method(event) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: return f(self, *a, **k) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: return self._get(url).json() Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: return self.request(url, 'GET', **kwargs) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:07:03.969006 dv-cinder-768592-6-smb neutron-server[99839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:07:03.985367 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.143032 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.146730 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:04.150234 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.151629 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] 10.222.0.20 "DELETE /v2.0/networks/757f47f0-76d4-409c-ac18-eb5b05b81784 HTTP/1.1" status: 204 len: 168 time: 1.0891898 Jun 23 04:07:04.163061 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.168238 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Pushing event deleted for resources: {'Network': ['ID=757f47f0-76d4-409c-ac18-eb5b05b81784,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:04.171168 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-4a469ff2-8f8b-4b10-962a-8b51a5783016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:04.171595 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:04.198375 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5280b6-6006-4bd4-a3b0-00fc662e7ddb,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:04.200998 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:04.202077 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.206711 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-94428d36-6d82-4ccd-8d82-0ecb74cec01f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7a5280b6-6006-4bd4-a3b0-00fc662e7ddb HTTP/1.1" status: 204 len: 168 time: 0.5382969 Jun 23 04:07:04.206711 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58480) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:04.211295 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fba5d6-78c8-47b2-92e0-06266940a8b2 None None] Network c2756686-006d-4b72-a807-a6af83479928 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:07:04.287786 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.345880 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Deleting port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:07:04.346558 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.424963 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] For port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:04.425427 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.448111 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] DHCP port deletion for c2756686-006d-4b72-a807-a6af83479928 request from dv-cinder-768592-6-smb {{(pid=99841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 04:07:04.461057 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Calling delete_port for c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec owned by network:dhcp {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:07:04.501159 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Deleting port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:07:04.501550 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.576244 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] For port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,segment=NetworkSegment(ecc48e3e-2260-4721-85f8-f0f32c522bf3),segment_id=ecc48e3e-2260-4721-85f8-f0f32c522bf3)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:04.576639 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.589193 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Calling delete_port for c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:07:04.596168 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58484) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:04.599229 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb394-bc9d-4201-9add-a12a5446d051 req-3c8b832a-cfde-46c4-a7eb-e67b1684bf4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:04.606223 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-455eb394-bc9d-4201-9add-a12a5446d051 req-3c8b832a-cfde-46c4-a7eb-e67b1684bf4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.1340463 Jun 23 04:07:04.656544 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-bf06840a-1042-4f10-ac7f-5b7690a690ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35c0442d32784706aa00e1912047a0ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591509 Jun 23 04:07:04.661378 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-455eb394-bc9d-4201-9add-a12a5446d051 req-23b42648-221f-4f67-97cd-0751db3e2144 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540984 Jun 23 04:07:04.663699 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58486) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:04.706408 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.708554 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:04.713414 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.727695 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:04.748417 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Pushing event deleted for resources: {'Port': ['ID=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:04.752908 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] No DVR routers for this DVR port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec on host dv-cinder-768592-6-smb {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:07:04.755182 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] No DVR routers for this DVR port c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec on host dv-cinder-768592-6-smb {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:07:04.756971 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:04.759636 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.759993 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763149 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763953 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.763953 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:04.766593 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-fa145415-ddde-42d8-8acb-820666a0784c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:04.768673 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:04.829477 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.853184 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c2c7a858-7af1-475e-8369-1510413bdc94 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:04.873801 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.874477 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: c2c7a858-7af1-475e-8369-1510413bdc94 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:04.874994 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c2c7a858-7af1-475e-8369-1510413bdc94 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:04.875263 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:04.893670 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2756686-006d-4b72-a807-a6af83479928']}} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:04.903538 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:04.903981 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c3f300be-b0a1-4a0c-93e7-fc1efd37d6ec not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:04.904474 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6c6b7473-f823-48a9-9684-c8ce9f750895 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:04.904619 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.913653 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc48e3e-2260-4721-85f8-f0f32c522bf3') {'for_net_delete': True} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:04.913973 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.services.segments.db [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc48e3e-2260-4721-85f8-f0f32c522bf3') {} {{(pid=99839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:07:04.929652 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63266486'] for segment, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.930384 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 6c6b7473-f823-48a9-9684-c8ce9f750895 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:04.930946 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 6c6b7473-f823-48a9-9684-c8ce9f750895 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:04.931164 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1390e54-27ad-4242-9748-1509d82f7be0 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:07:04.952214 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: e1390e54-27ad-4242-9748-1509d82f7be0 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:07:04.952556 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e1390e54-27ad-4242-9748-1509d82f7be0 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:07:04.957514 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.973859 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=99839) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:07:04.974286 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3588948'] for segment, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: Traceback (most recent call last): Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: timer() Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: cb(*args, **kw) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: return func(*args, **kwargs) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: self._notify() Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: self.callback(batched_events) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: event.method(event) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: return f(self, *a, **k) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: return self._get(url).json() Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: return self.request(url, 'GET', **kwargs) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:07:04.976112 dv-cinder-768592-6-smb neutron-server[99839]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:07:05.048042 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.050573 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.051758 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ccd471b-9921-420d-b85a-8c8b7f346499 HTTP/1.1" status: 204 len: 168 time: 0.3870425 Jun 23 04:07:05.053203 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b9607577-1aed-4a6e-9cea-32e243e9140a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:05.065396 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccd471b-9921-420d-b85a-8c8b7f346499,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:05.068110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:05.070893 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.079002 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:05.081944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.084282 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] 10.222.0.20 "DELETE /v2.0/networks/c2756686-006d-4b72-a807-a6af83479928 HTTP/1.1" status: 204 len: 168 time: 0.8768864 Jun 23 04:07:05.098526 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2756686-006d-4b72-a807-a6af83479928,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:05.100944 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2279ffdc-25f1-452a-a05a-fe8c438ee83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:05.480228 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58498) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:05.546590 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-bf715a43-a5ec-4f57-a0a9-a2c2234d4697 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef60f17fe1754b39999df2afbf899ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649734 Jun 23 04:07:05.548883 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58500) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:05.600495 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.621277 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.771126 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.773844 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:05.774979 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a33d92bb-ca12-425e-a0c4-3436caf2b87d HTTP/1.1" status: 204 len: 168 time: 0.2251182 Jun 23 04:07:05.775788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-00be0561-abba-4cc3-96f4-6de53647be72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:05.783579 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33d92bb-ca12-425e-a0c4-3436caf2b87d,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:05.785833 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-04c3d75d-4b7f-4b5e-93d4-e1fef6c25cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:05.868546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b469b-5b55-47b7-8cce-e41776b0717f req-2d2f596a-9cf3-4867-9195-af263d653eb2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:05.870100 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4c1b469b-5b55-47b7-8cce-e41776b0717f req-2d2f596a-9cf3-4867-9195-af263d653eb2 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0644829 Jun 23 04:07:05.910155 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4c1b469b-5b55-47b7-8cce-e41776b0717f req-98a06005-5470-424f-a38b-e016fc84fc99 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337267 Jun 23 04:07:06.368437 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58528) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:06.412941 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e9c1e617-3f21-4d5c-8b19-1dd8f5fc0eff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f89175685cd144fe8e36e9c7722077aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431693 Jun 23 04:07:06.415199 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58536) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:06.463242 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:06.484803 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:06.599495 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:06.602187 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:06.603321 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e28c9bf-b231-4289-9a14-8ad9e37306d6 HTTP/1.1" status: 204 len: 168 time: 0.1871896 Jun 23 04:07:06.604446 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b74597b7-f3fb-48de-bedd-71e2a3a8a836 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:06.612906 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28c9bf-b231-4289-9a14-8ad9e37306d6,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:06.616595 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:07.092525 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58558) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:07.119782 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc4ae6-5def-4dbf-8c5b-456dc19a75a3 req-00533c86-fa33-4c6b-bdf5-1ab8b43c5b0c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:07.121542 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5cdc4ae6-5def-4dbf-8c5b-456dc19a75a3 req-00533c86-fa33-4c6b-bdf5-1ab8b43c5b0c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0835893 Jun 23 04:07:07.165107 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5cdc4ae6-5def-4dbf-8c5b-456dc19a75a3 req-b9cecddd-c107-4501-9cc2-e5f1b49f5c1c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367348 Jun 23 04:07:07.214170 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ff991cc2-83fb-4ebe-b042-ed941a5b6084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.298008 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ff991cc2-83fb-4ebe-b042-ed941a5b6084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.376110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ff991cc2-83fb-4ebe-b042-ed941a5b6084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.378369 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e31278d9-ed5a-4a67-8982-4e19ea12242d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:07.413974 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ff991cc2-83fb-4ebe-b042-ed941a5b6084 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c19b48f350da413ea7c0419df83df953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204787 Jun 23 04:07:07.414718 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff991cc2-83fb-4ebe-b042-ed941a5b6084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252905e2-4218-43a7-b385-b8c336f4cae1,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:07.416648 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58562) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:07.417673 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ff991cc2-83fb-4ebe-b042-ed941a5b6084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:07.465001 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.484956 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.582330 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.584998 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:07.586150 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/252905e2-4218-43a7-b385-b8c336f4cae1 HTTP/1.1" status: 204 len: 168 time: 0.1680121 Jun 23 04:07:07.586911 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-cf8dc932-2715-4d30-9655-1a952c30ad7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:07.594563 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252905e2-4218-43a7-b385-b8c336f4cae1,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:07.597632 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0568f7cc-d404-447a-aebd-2d00841dc9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:08.337482 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397d8b0-8bad-4da3-be28-e4b0bbe526de req-db7b1152-24d3-4ae5-869c-53ff5ae231d5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:08.338844 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b397d8b0-8bad-4da3-be28-e4b0bbe526de req-db7b1152-24d3-4ae5-869c-53ff5ae231d5 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0616236 Jun 23 04:07:08.377550 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b397d8b0-8bad-4da3-be28-e4b0bbe526de req-571ee8fe-0c3b-4a94-876d-c2bad9dcc65c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324323 Jun 23 04:07:09.555841 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d200f9-8abe-41fd-a5aa-a2c756d6c772 req-44f4c245-11db-4c30-bfa6-06b26d3c66fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:09.557294 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-76d200f9-8abe-41fd-a5aa-a2c756d6c772 req-44f4c245-11db-4c30-bfa6-06b26d3c66fa tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0658402 Jun 23 04:07:09.601562 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-76d200f9-8abe-41fd-a5aa-a2c756d6c772 req-f29a4e42-9a83-48ad-923a-9b2ffd3a5f22 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Jun 23 04:07:09.775950 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58616) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:09.827858 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:09.878490 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4188459d-0513-437b-baee-e771741e1d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:09.961579 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4188459d-0513-437b-baee-e771741e1d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.016081 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-4188459d-0513-437b-baee-e771741e1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.019619 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-805e323c-fbcf-4099-9ff9-aedd84fd9d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:10.053428 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-4188459d-0513-437b-baee-e771741e1d67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=724b11c8d7b949fd983d6a8b7604eed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763867 Jun 23 04:07:10.055282 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188459d-0513-437b-baee-e771741e1d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530af29c-860b-4714-be11-f12fe12cfba7,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:10.056084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58620) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:10.058255 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-4188459d-0513-437b-baee-e771741e1d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:10.103788 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.123639 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.228167 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.230411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.231572 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/530af29c-860b-4714-be11-f12fe12cfba7 HTTP/1.1" status: 204 len: 168 time: 0.1744597 Jun 23 04:07:10.232327 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b91c96c2-3808-436b-8c17-8be4eb43ba86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:10.239747 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530af29c-860b-4714-be11-f12fe12cfba7,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:10.242108 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:10.773156 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14686fe-5064-4025-b21a-2e4ea07ea199 req-4a1cb51b-4e75-44fb-a91e-cc5ecff8f6db tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:10.774750 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b14686fe-5064-4025-b21a-2e4ea07ea199 req-4a1cb51b-4e75-44fb-a91e-cc5ecff8f6db tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0624130 Jun 23 04:07:10.794466 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58630) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:10.807968 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.813009 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b14686fe-5064-4025-b21a-2e4ea07ea199 req-34443267-1632-42b9-952e-26c646d60b9d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Jun 23 04:07:10.895142 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.970222 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:10.973335 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3b6ae7e0-e577-4b85-b929-aca655ef2962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:11.007523 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4c9f10ae2da404084ce4c996e4f15ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119720 Jun 23 04:07:11.008777 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264c4b6-fb9a-49aa-a9b5-e0511c6d8ca5,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:11.010630 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58632) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:11.011919 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:11.068433 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:11.088432 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:11.193467 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:11.195967 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:11.197098 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1264c4b6-fb9a-49aa-a9b5-e0511c6d8ca5 HTTP/1.1" status: 204 len: 168 time: 0.1850612 Jun 23 04:07:11.197863 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-66ac56f0-ab86-4ffa-a6ae-283e7942d24a tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:11.205247 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264c4b6-fb9a-49aa-a9b5-e0511c6d8ca5,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:11.207355 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:11.989355 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc490-2d55-4ad9-8afe-2e14e595b5c0 req-f5b53cfb-19a5-448c-a111-9804e6688c54 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:11.991075 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a62dc490-2d55-4ad9-8afe-2e14e595b5c0 req-f5b53cfb-19a5-448c-a111-9804e6688c54 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 943 time: 0.0620668 Jun 23 04:07:12.028709 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a62dc490-2d55-4ad9-8afe-2e14e595b5c0 req-dba8de74-f155-43b8-a39f-2f1bba0e85df tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323215 Jun 23 04:07:12.184436 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-503f8e91-ac01-41ca-9ca6-84e44380dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:12.186560 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-503f8e91-ac01-41ca-9ca6-84e44380dfa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e2d069244854bf6b6852f04258fca89&device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1096 time: 0.0548458 Jun 23 04:07:12.287131 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-dfb31421-fe70-44b6-a80e-6ca665271216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:12.290121 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-dfb31421-fe70-44b6-a80e-6ca665271216 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 200 len: 916 time: 0.0846164 Jun 23 04:07:12.618720 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-7c18c0a9-e8d6-4156-b08e-0955c3917bfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 200 len: 998 time: 0.3221982 Jun 23 04:07:12.666212 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-320e5e1f-62f9-4892-95b9-cb56ae8e1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:12.667672 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-320e5e1f-62f9-4892-95b9-cb56ae8e1133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 200 len: 854 time: 0.0424795 Jun 23 04:07:12.724041 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-beecebbe-7ac3-4bd7-9679-8c120bdf3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:12.725509 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-beecebbe-7ac3-4bd7-9679-8c120bdf3ee4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aefea00-d3a8-46c0-9ac1-858815cdd85c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519421 Jun 23 04:07:12.743510 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99841) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 04:07:12.818656 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-bd28324f-1509-445e-983c-d0ce6f21e369 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856063 Jun 23 04:07:12.847017 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:12.858220 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Returning: {'device': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'port_id': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'mac_address': 'fa:16:3e:5e:08:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99841) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 04:07:12.899167 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:12.913072 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5d072b-0d07-45a0-8f57-b40df3cc1c82 {{(pid=99841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 04:07:12.914391 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c586372b-ddba-4f86-a2fd-2d35b18ea6d7 req-5c311ab7-c499-4353-8353-ce58d9a365d8 service neutron] 10.222.0.11 "GET /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897007 Jun 23 04:07:12.933244 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:13.050914 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:13.052750 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:13.102715 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=9']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:13.105849 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:13.213221 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ed79d-bf0f-4915-b4b3-c1d31e6623bc req-741b5749-6bff-49a5-8405-6f849cc0d590 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:13.214753 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-678ed79d-bf0f-4915-b4b3-c1d31e6623bc req-741b5749-6bff-49a5-8405-6f849cc0d590 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 944 time: 0.0673177 Jun 23 04:07:13.254605 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-678ed79d-bf0f-4915-b4b3-c1d31e6623bc req-a4eaad56-f5ef-46a6-b266-a81ccdf1cf83 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340238 Jun 23 04:07:13.365994 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['fe5d072b-0d07-45a0-8f57-b40df3cc1c82'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:07:14.431360 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d8db0-f14b-49cc-bd67-b3a09100e1ac req-dd69555e-7c53-461d-acf8-fa8d02a125f6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:14.432871 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ca8d8db0-f14b-49cc-bd67-b3a09100e1ac req-dd69555e-7c53-461d-acf8-fa8d02a125f6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 944 time: 0.0625460 Jun 23 04:07:14.470718 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ca8d8db0-f14b-49cc-bd67-b3a09100e1ac req-b6d731ff-0d11-4c73-abe6-0aed683ba7b6 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320840 Jun 23 04:07:14.752295 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 up at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 04:07:14.800852 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Provisioning complete for port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 triggered by entity L2. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:07:14.801161 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:14.879371 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:14.900963 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:07:14.903258 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80be63e52d5cce6a5f390cd0b08ec418e560602d013a81bc7f8dbd34a70be162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adad788d-7bb7-4ce9-ad2d-9f2010f1156e" -d '{"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-plugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:07:14.916257 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:07:14.937832 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09368263-d692-4824-98e9-bff143e5394f x-openstack-request-id: req-09368263-d692-4824-98e9-bff143e5394f {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:07:14.938137 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-plugged", "status": "completed", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "code": 200}]} {{(pid=99841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:07:14.938406 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09368263-d692-4824-98e9-bff143e5394f {{(pid=99841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:07:14.938992 dv-cinder-768592-6-smb neutron-server[99841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'code': 200} Jun 23 04:07:15.010967 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917'] for port, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:15.012869 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:15.060545 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Pushing event updated for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=10']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:15.063482 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:15.219696 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-379aacf0-dd3e-4117-94ff-14e2b5d1809d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:15.283686 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf24b9-d2fc-4cff-b39c-02b1f8c2aee8 req-0e2736dd-55f9-4f26-bc15-302f8a6b9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:15.285145 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5cbf24b9-d2fc-4cff-b39c-02b1f8c2aee8 req-0e2736dd-55f9-4f26-bc15-302f8a6b9521 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 1099 time: 0.0522799 Jun 23 04:07:15.320026 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-5cbf24b9-d2fc-4cff-b39c-02b1f8c2aee8 req-77adfad3-c768-479b-9325-654ed84fb328 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280881 Jun 23 04:07:15.649409 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7252a-4072-4a5c-82d6-3ae77fec3af0 req-f4e8caae-21d0-45ef-835e-b0f0ad0cb731 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:15.650898 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-76d7252a-4072-4a5c-82d6-3ae77fec3af0 req-f4e8caae-21d0-45ef-835e-b0f0ad0cb731 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0661876 Jun 23 04:07:15.686905 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-76d7252a-4072-4a5c-82d6-3ae77fec3af0 req-22f31d02-80cc-4a9c-ad5b-394854fb12b9 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304146 Jun 23 04:07:16.867764 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc10e1e-055e-4fcc-acf6-360a074306e1 req-4303c5ab-31dc-40c0-b731-86930392d35c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:16.869218 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8dc10e1e-055e-4fcc-acf6-360a074306e1 req-4303c5ab-31dc-40c0-b731-86930392d35c tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0657220 Jun 23 04:07:16.906833 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-8dc10e1e-055e-4fcc-acf6-360a074306e1 req-74b8f39d-8f31-413f-9bdf-d866630b6334 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Jun 23 04:07:17.235989 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58764) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:17.337601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.422974 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.525016 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b1202985-0eab-4fb0-b4ad-31e0db94b129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.553473 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.555998 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a39f0962-ec4c-45a6-82b4-9ecef65f72bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:17.594050 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a37560f-b40d-4768-aad1-e6403ad6d552,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:17.598803 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d102207435c1447ebfff01c757bc2baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617661 Jun 23 04:07:17.601607 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58768) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:17.604937 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.605319 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.605694 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.606061 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.606427 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.606795 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.607152 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.607538 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.607899 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.608254 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.609100 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.609507 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:07:17.613529 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:17.657173 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.678511 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.805182 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.807892 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:17.809123 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a37560f-b40d-4768-aad1-e6403ad6d552 HTTP/1.1" status: 204 len: 168 time: 0.2065380 Jun 23 04:07:17.810017 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ce4d0ce8-274c-4013-85d0-d9a80fe689e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:17.818030 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a37560f-b40d-4768-aad1-e6403ad6d552,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:17.820552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8c4c47e3-9dcc-4298-9f6c-8575dd7784cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:17.976973 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.084540 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0e87d-6804-47a3-955d-a34ca8e39dc4 req-21c97069-f7d4-4c2e-bf44-ed80b722a188 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:18.088119 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eaa0e87d-6804-47a3-955d-a34ca8e39dc4 req-21c97069-f7d4-4c2e-bf44-ed80b722a188 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0633011 Jun 23 04:07:18.123911 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-eaa0e87d-6804-47a3-955d-a34ca8e39dc4 req-e279f060-182d-4176-96a5-4c61d425df56 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Jun 23 04:07:18.413575 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58776) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:18.426766 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-224ec9c2-327d-41cb-83a0-35756baff73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.509768 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-224ec9c2-327d-41cb-83a0-35756baff73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.556230 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-224ec9c2-327d-41cb-83a0-35756baff73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.559652 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8c289f17-2393-4fe1-bcf8-8cfa7516b694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:18.596117 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-224ec9c2-327d-41cb-83a0-35756baff73c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a684950c47e4bb9b663ee4e81c816ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814399 Jun 23 04:07:18.597867 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ec9c2-327d-41cb-83a0-35756baff73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494164a5-e3ef-40c2-aa83-11de82230ee7,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:18.598845 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58778) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:18.600800 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-224ec9c2-327d-41cb-83a0-35756baff73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:18.647162 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.666962 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.790501 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.793140 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:18.794273 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/494164a5-e3ef-40c2-aa83-11de82230ee7 HTTP/1.1" status: 204 len: 168 time: 0.1943634 Jun 23 04:07:18.795034 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-403d1966-33a8-4dfa-ae6b-dc211a12d219 tempest-TestShelveInstance-1762255847 tempest-TestShelveInstance-1762255847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:18.804013 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494164a5-e3ef-40c2-aa83-11de82230ee7,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:18.806208 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:18.807780 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:19.308614 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a904da-3aa7-4e03-9c0a-3244e31086b9 req-84a31959-6614-4749-8a96-639f992d3789 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:19.310078 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-78a904da-3aa7-4e03-9c0a-3244e31086b9 req-84a31959-6614-4749-8a96-639f992d3789 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0701151 Jun 23 04:07:19.348662 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-78a904da-3aa7-4e03-9c0a-3244e31086b9 req-68239b62-a574-4e14-99c6-d4da795a267d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Jun 23 04:07:20.316883 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:20.887275 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:07:21.011873 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58830) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:21.111862 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-f6068033-9cab-4813-9064-fd3c9ec74ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.194171 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-f6068033-9cab-4813-9064-fd3c9ec74ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.244793 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-f6068033-9cab-4813-9064-fd3c9ec74ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.247155 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-616b8105-b82e-4b05-88a4-60dc63971529 tempest-VolumesNegativeTest-1088823193 tempest-VolumesNegativeTest-1088823193-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:21.284882 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-f6068033-9cab-4813-9064-fd3c9ec74ce4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87726627150c4c8f857cce53786caa59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719457 Jun 23 04:07:21.285640 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6068033-9cab-4813-9064-fd3c9ec74ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c690aea-6fe9-4802-a831-5e0568bfbab0,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:21.288109 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58834) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:21.288612 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f6068033-9cab-4813-9064-fd3c9ec74ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:21.339930 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.359883 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.456130 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.458672 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:21.459793 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c690aea-6fe9-4802-a831-5e0568bfbab0 HTTP/1.1" status: 204 len: 168 time: 0.1703453 Jun 23 04:07:21.460660 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-81fcc760-986f-4435-b049-dda09b705060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:21.467611 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c690aea-6fe9-4802-a831-5e0568bfbab0,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:21.469964 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:22.048618 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 58840) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:22.061828 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.145331 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.244785 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.248124 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fc72ade8-8972-44a7-a2df-1e9c4ead6869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:22.282522 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed35edc247924faca9185a17dd1f1afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327955 Jun 23 04:07:22.283641 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63fd928-2aff-4a07-9a32-03e7b6fe2479,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:22.285398 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 58842) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:22.286552 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:22.333596 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.357544 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.487543 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.490110 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:22.491464 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e63fd928-2aff-4a07-9a32-03e7b6fe2479 HTTP/1.1" status: 204 len: 168 time: 0.2048619 Jun 23 04:07:22.491993 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8fbbffcf-c436-4bdb-ae77-c71043d68ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:22.499339 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63fd928-2aff-4a07-9a32-03e7b6fe2479,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:22.501585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-a77c8146-18bc-4855-be15-f1dfa2b07390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:31.343084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b0dae-6e63-46db-9e8c-84fa72a31d54 req-1fe6a9f4-17a3-4f85-9b9e-0eb2dc9b0b81 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:31.345164 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aa4b0dae-6e63-46db-9e8c-84fa72a31d54 req-1fe6a9f4-17a3-4f85-9b9e-0eb2dc9b0b81 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0664306 Jun 23 04:07:31.419124 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-aa4b0dae-6e63-46db-9e8c-84fa72a31d54 req-1de2647d-6ab3-4149-a036-b528d91d1d9e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627241 Jun 23 04:07:31.428699 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-12e2c112-3df3-4b5f-ab28-0981871edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:31.430112 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-12e2c112-3df3-4b5f-ab28-0981871edcbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1138 time: 0.0840077 Jun 23 04:07:31.525666 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-4e58ad31-4554-4235-acf6-61537538310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:31.527537 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-4e58ad31-4554-4235-acf6-61537538310c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 915 time: 0.0890901 Jun 23 04:07:31.594212 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-bf981c9c-053f-4ef2-a496-910d2e2ac023 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 1002 time: 0.0597441 Jun 23 04:07:31.642508 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-814f6f12-47a4-4f7c-99b9-bbc2e59fb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:31.644090 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-814f6f12-47a4-4f7c-99b9-bbc2e59fb6d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0426250 Jun 23 04:07:31.701838 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-a1c7c002-041f-4508-b54a-0908579ae73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:31.703359 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-a1c7c002-041f-4508-b54a-0908579ae73c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500317 Jun 23 04:07:31.799624 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-e55b360b-7889-47ce-9455-f2057c4852cf service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873392 Jun 23 04:07:31.890015 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0bd1c952-ab7d-4d7a-8cc2-4ae42d63f4ae req-d15502a3-4b65-48e8-8c1c-86264868cc35 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838239 Jun 23 04:07:32.597204 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed8eec-eadc-48a6-b12e-9a7c5fe2e5b1 req-975b97f5-581f-4fea-838a-02e339c3e614 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:32.598649 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-13ed8eec-eadc-48a6-b12e-9a7c5fe2e5b1 req-975b97f5-581f-4fea-838a-02e339c3e614 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0664403 Jun 23 04:07:32.637347 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-13ed8eec-eadc-48a6-b12e-9a7c5fe2e5b1 req-248774b9-911a-4f9e-990c-204c6a074800 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329583 Jun 23 04:07:33.814486 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdd46c-106b-4088-ad69-3298233d36a7 req-162122a8-ec1d-4e69-a924-9db80b221330 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:33.815873 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ddcdd46c-106b-4088-ad69-3298233d36a7 req-162122a8-ec1d-4e69-a924-9db80b221330 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0633519 Jun 23 04:07:33.855624 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-ddcdd46c-106b-4088-ad69-3298233d36a7 req-259b00a3-5149-4fff-b34b-f21754f7593d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339851 Jun 23 04:07:35.026544 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd1722-6d8b-4477-b43a-5daa0a20afa3 req-668c7dc7-d04a-473f-a53c-6a303f2cf848 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:35.028076 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fcbd1722-6d8b-4477-b43a-5daa0a20afa3 req-668c7dc7-d04a-473f-a53c-6a303f2cf848 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0622990 Jun 23 04:07:35.068576 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-fcbd1722-6d8b-4477-b43a-5daa0a20afa3 req-a8b7dc80-b147-44ef-982f-9b798aa4dce3 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339994 Jun 23 04:07:36.244556 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b4892-e0f5-411d-8c70-2215284cf9c9 req-6d2bf42b-2c70-4b53-b986-b8757f3f380c tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:36.245929 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c75b4892-e0f5-411d-8c70-2215284cf9c9 req-6d2bf42b-2c70-4b53-b986-b8757f3f380c tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0658152 Jun 23 04:07:36.286704 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c75b4892-e0f5-411d-8c70-2215284cf9c9 req-b01a8883-4a42-4b68-86c5-e3b096d6f477 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343919 Jun 23 04:07:37.464081 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ae0d8-9830-402d-9914-2be64591b8cd req-6635fb2d-425a-48cd-abd4-7a4b06c5afb1 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:37.465517 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b16ae0d8-9830-402d-9914-2be64591b8cd req-6635fb2d-425a-48cd-abd4-7a4b06c5afb1 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0623629 Jun 23 04:07:37.504239 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b16ae0d8-9830-402d-9914-2be64591b8cd req-21cd46a2-2848-4873-b845-0b8c49fe8402 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330484 Jun 23 04:07:38.674642 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d719-39e0-4867-87e2-f89b1f3df2ec req-0d40c467-442b-4dde-a777-57e73e72af77 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:38.676078 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b5b7d719-39e0-4867-87e2-f89b1f3df2ec req-0d40c467-442b-4dde-a777-57e73e72af77 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0645547 Jun 23 04:07:38.713202 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-b5b7d719-39e0-4867-87e2-f89b1f3df2ec req-b67abb37-db52-4e6b-9d5e-3126a0142d03 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315351 Jun 23 04:07:39.816185 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:39.882121 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1040d-c6ce-4dbd-bf65-4743532219fb req-b11a7a54-864e-4ae1-ac4e-8d991b0d807e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:39.883600 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f8e1040d-c6ce-4dbd-bf65-4743532219fb req-b11a7a54-864e-4ae1-ac4e-8d991b0d807e tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0617638 Jun 23 04:07:39.921342 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-f8e1040d-c6ce-4dbd-bf65-4743532219fb req-797c4209-8964-4af4-95fc-da04c7d0d09b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321105 Jun 23 04:07:41.089705 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dabd7c-4652-47f5-9d38-a39fd017e8cf req-65e8d55e-3130-4037-944a-8032646fc274 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:41.091089 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-70dabd7c-4652-47f5-9d38-a39fd017e8cf req-65e8d55e-3130-4037-944a-8032646fc274 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0621068 Jun 23 04:07:41.129254 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-70dabd7c-4652-47f5-9d38-a39fd017e8cf req-1a0ecc99-6b64-4e54-92b1-8a4453b9532a tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324790 Jun 23 04:07:42.314984 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78e093-f403-4857-9967-e3e43d19d8ad req-389fe1d6-74b7-485e-a8d8-89534b1b381c tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:42.316555 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f78e093-f403-4857-9967-e3e43d19d8ad req-389fe1d6-74b7-485e-a8d8-89534b1b381c tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0798056 Jun 23 04:07:42.356541 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-2f78e093-f403-4857-9967-e3e43d19d8ad req-d83efbfe-c07b-45da-ab3f-d012d6a2c537 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341461 Jun 23 04:07:43.532778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6fafa-f771-4faa-940e-40f0885ee6bd req-5a610d54-900d-43be-ad96-8c00052d3a9b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:07:43.534330 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bbc6fafa-f771-4faa-940e-40f0885ee6bd req-5a610d54-900d-43be-ad96-8c00052d3a9b tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0653026 Jun 23 04:07:43.574506 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-bbc6fafa-f771-4faa-940e-40f0885ee6bd req-ff252d48-12a3-4694-ad38-655e7bcd2b61 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=25707096-d110-4aa2-84f0-7fdc7fd69ca4&id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345435 Jun 23 04:07:45.250059 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-39511705-7583-4691-b91d-b5d69e6a4909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.426676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59022) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:45.523737 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3324c5d9-f261-4a54-ac65-925945626a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.610657 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3324c5d9-f261-4a54-ac65-925945626a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.659226 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-3324c5d9-f261-4a54-ac65-925945626a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.661592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-df3c3651-e1d0-4531-acec-7c43f5873623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:45.696925 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-3324c5d9-f261-4a54-ac65-925945626a96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1588b2420144f98af4a769587bbd04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692053 Jun 23 04:07:45.697879 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324c5d9-f261-4a54-ac65-925945626a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50df16a-877e-4372-8bd3-c3b676565fce,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:45.699604 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59026) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:07:45.701138 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-3324c5d9-f261-4a54-ac65-925945626a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:45.750099 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.770029 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.870166 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.872743 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:45.873837 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b50df16a-877e-4372-8bd3-c3b676565fce HTTP/1.1" status: 204 len: 168 time: 0.1732202 Jun 23 04:07:45.874559 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6d7fbddd-5c70-4f4e-9075-b3a62e8c4ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:07:45.881882 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50df16a-877e-4372-8bd3-c3b676565fce,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:07:45.884393 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:07:47.464549 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-058103c1-2b90-40f7-be34-f5c243391f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:47.938367 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:48.827176 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:50.284366 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:07:57.885102 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:08:02.865714 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59146) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:02.962288 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.044980 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.109748 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.112941 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-fabaa7af-e55f-4b33-8757-84e431b42136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:03.147974 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ed79f9b63d64abe89c1bce210327f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812102 Jun 23 04:08:03.148886 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6293dd-65ba-4d5e-9969-e6ad91c8b06e,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:03.150658 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59150) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:03.155959 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.156340 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.160536 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:03.164334 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c397fb19-2f26-45c6-bdb6-05fd345993b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:03.199260 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.219901 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.321334 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.323977 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:03.325092 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd6293dd-65ba-4d5e-9969-e6ad91c8b06e HTTP/1.1" status: 204 len: 168 time: 0.1732941 Jun 23 04:08:03.325906 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-124d16d0-fb82-4c16-952a-068ff41e1555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:03.333701 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6293dd-65ba-4d5e-9969-e6ad91c8b06e,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:03.348994 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-cb8e0a3c-431a-43c3-87a8-dad56ff1c09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:09.821367 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:14.208764 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-238937c8-d2d1-48c5-8584-0c35f11e435a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505235 Jun 23 04:08:14.285763 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-ba043741-769f-4c1e-8d08-6c8e6c7b0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:14.287232 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-ba043741-769f-4c1e-8d08-6c8e6c7b0a4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1138 time: 0.0560887 Jun 23 04:08:14.392641 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-7b89a89f-1620-440c-94c7-174b2cbcf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:14.394187 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-7b89a89f-1620-440c-94c7-174b2cbcf6d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 915 time: 0.0860417 Jun 23 04:08:14.467457 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-743b7b01-ac20-4d9b-ae83-12d991f6c562 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 1002 time: 0.0637193 Jun 23 04:08:14.516965 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-c16b69be-209f-4f3e-9b18-eea96541d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:14.518413 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-c16b69be-209f-4f3e-9b18-eea96541d5d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0442538 Jun 23 04:08:14.582059 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-ec025ba8-a793-4e78-a22b-53a26d7ba0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:14.583658 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-ec025ba8-a793-4e78-a22b-53a26d7ba0a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517902 Jun 23 04:08:14.679731 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-ae2e5dac-56fb-4654-85c3-2bfc67951a2f service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882342 Jun 23 04:08:14.770430 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0c7c3ca0-74a5-4790-95da-4947b9204302 req-c36950d9-8352-4e7f-95a2-380b84a99723 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Jun 23 04:08:15.218467 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-bed3cd0a-ba84-4788-976c-c6f9481d2b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:17.457711 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2a1f00b4-8119-41d6-8855-ec76ad18c539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:17.952550 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:18.818152 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:20.294935 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:25.035018 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1b5f-4808-4da4-bfe9-854060f1af87 req-fb0b82e3-4ad9-4636-8f3d-eadb62ad0c88 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:25.036478 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-224e1b5f-4808-4da4-bfe9-854060f1af87 req-fb0b82e3-4ad9-4636-8f3d-eadb62ad0c88 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0653317 Jun 23 04:08:25.073343 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-224e1b5f-4808-4da4-bfe9-854060f1af87 req-dfa097ed-4550-4be9-803d-6308ed2af636 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Jun 23 04:08:26.245512 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c913-189d-4c65-affe-0a4692d6ca3c req-95a7cfef-d260-4559-87e2-3565d64c0bfc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:26.246926 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0fd2c913-189d-4c65-affe-0a4692d6ca3c req-95a7cfef-d260-4559-87e2-3565d64c0bfc tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0613248 Jun 23 04:08:26.284236 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-0fd2c913-189d-4c65-affe-0a4692d6ca3c req-b01a78ca-8479-4184-be4b-58fba2fd8bd3 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups?id=47bedcb8-0aac-4456-88a3-a47f58989dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Jun 23 04:08:26.711178 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-fd572543-d4f6-4d3b-9ce5-9b76cb65889a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:26.712631 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-fd572543-d4f6-4d3b-9ce5-9b76cb65889a tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 946 time: 0.0598285 Jun 23 04:08:26.814738 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Deleting port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:26.815107 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:26.903750 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] For port fe5d072b-0d07-45a0-8f57-b40df3cc1c82, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:26.904104 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:27.066130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:27.066424 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66721147'] for floatingip, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:27.066737 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.db.l3_db [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Floating IP 32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8 disassociated. External IP: 172.28.3.19, port: fe5d072b-0d07-45a0-8f57-b40df3cc1c82. Jun 23 04:08:27.067076 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Calling delete_port for fe5d072b-0d07-45a0-8f57-b40df3cc1c82 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:27.254889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:27.259247 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8766af6e-a314-4fea-b13c-dfc937c6d623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:27.284874 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event deleted for resources: {'Port': ['ID=fe5d072b-0d07-45a0-8f57-b40df3cc1c82,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:27.295348 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.295756 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.296130 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.296494 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.296855 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.297214 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.297576 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.297928 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.298281 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.298629 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.298979 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.299328 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:27.303920 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:27.429102 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6548b2de-2579-47f7-9031-dc444ee9b5db req-bb0d9b6f-fb6c-44d9-a8a1-cfcbc8e4d65d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 210 time: 0.0308833 Jun 23 04:08:27.432940 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:08:27.537849 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:08:27.547744 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:08:27.557430 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:27.558004 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:27.586479 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] No DVR routers for this DVR port fe5d072b-0d07-45a0-8f57-b40df3cc1c82 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:08:27.588855 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:27.590766 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-6de2b098-2c0a-4403-8954-7f20c1f95271 req-dc84fb52-d4b8-4579-87e1-caffe23bf02b tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.11 "DELETE /v2.0/ports/fe5d072b-0d07-45a0-8f57-b40df3cc1c82 HTTP/1.1" status: 204 len: 173 time: 0.8721542 Jun 23 04:08:27.591284 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-deleted', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:08:27.593608 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8042c7-0ce7-48be-aa3b-e40bdb8a9bf7" -d '{"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-deleted", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:08:27.634663 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715053be-e834-4acb-8e92-715dfcf57c80 x-openstack-request-id: req-715053be-e834-4acb-8e92-715dfcf57c80 {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:08:27.635069 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b107485-c1d0-4b7c-b9b7-a23d4484eb94", "name": "network-vif-deleted", "tag": "fe5d072b-0d07-45a0-8f57-b40df3cc1c82", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:08:27.635485 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-715053be-e834-4acb-8e92-715dfcf57c80 {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:08:27.635993 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b107485-c1d0-4b7c-b9b7-a23d4484eb94', 'name': 'network-vif-deleted', 'tag': 'fe5d072b-0d07-45a0-8f57-b40df3cc1c82', 'status': 'completed', 'code': 200} Jun 23 04:08:27.665737 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:08:27.872135 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:27.902586 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:08:27.911341 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:27.912005 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:28.015357 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:08:28.288681 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:28.315143 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c38e568-1fb4-4f56-abcb-19fe0c26bd3e None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T03:59:09Z', 'revision_number': 4, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': '1557c764-c9a1-48cb-a3aa-28b8b3beaa22', 'name': '', 'network_id': '6aefea00-d3a8-46c0-9ac1-858815cdd85c', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'mac_address': 'fa:16:3e:75:ba:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:59:05Z', 'updated_at': '2021-06-23T03:59:20Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'subnets': [{'id': 'd89f8979-2431-49a7-ac28-de0fdfac39f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:08:28.559805 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536f427-4bc6-42d9-90f9-8795c6328ccd None None] New status for floating IP 32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8: DOWN {{(pid=99841) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:08:28.605225 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9f0aaa0e-6355-4277-b362-59a55adab251 req-cebbc280-38ca-4a0e-976f-820bf3817450 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b107485-c1d0-4b7c-b9b7-a23d4484eb94 HTTP/1.1" status: 200 len: 210 time: 0.0340657 Jun 23 04:08:29.799019 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59334) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:29.851910 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:29.875531 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.000843 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.003618 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.004717 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "DELETE /v2.0/security-groups/47bedcb8-0aac-4456-88a3-a47f58989dd7 HTTP/1.1" status: 204 len: 168 time: 0.2047029 Jun 23 04:08:30.005555 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3886cb68-a608-4949-9180-673545bd9805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:30.011531 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59338) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:30.014539 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bedcb8-0aac-4456-88a3-a47f58989dd7,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:30.017290 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-70da9c75-d33c-41ad-b507-fd4acc1c425e tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:30.025017 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.api.v2.resource [None req-d8b6b676-a2e4-4e07-b405-f9d725128cef tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] show failed (client error): The resource could not be found. Jun 23 04:08:30.028576 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-d8b6b676-a2e4-4e07-b405-f9d725128cef tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "GET /v2.0/security-groups/47bedcb8-0aac-4456-88a3-a47f58989dd7 HTTP/1.1" status: 404 len: 347 time: 0.0135548 Jun 23 04:08:30.030627 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59340) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:30.155133 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Deleting port b814ce69-8224-44cc-a6dc-3b97eb921734 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:30.155504 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.226316 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.226590 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.237832 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Calling delete_port for b814ce69-8224-44cc-a6dc-3b97eb921734 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:30.434962 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.437699 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-49b9ff48-d8cb-488d-9258-b758467c0a72 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:30.460031 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Pushing event deleted for resources: {'Port': ['ID=b814ce69-8224-44cc-a6dc-3b97eb921734,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:30.463753 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:30.528399 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.530967 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:30.532139 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-94e68db6-e4f3-4a45-915b-10e1cefe8548 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] 10.222.0.20 "DELETE /v2.0/floatingips/32b0ddbc-6685-4d2b-80d9-3ecd3bcc55c8 HTTP/1.1" status: 204 len: 168 time: 0.5005212 Jun 23 04:08:31.061407 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:08:31.081345 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: fe5d072b-0d07-45a0-8f57-b40df3cc1c82 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:08:31.081706 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device fe5d072b-0d07-45a0-8f57-b40df3cc1c82 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:08:33.336127 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59378) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:33.805858 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:34.310677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Deleting port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:34.311021 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:34.399270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] For port 1557c764-c9a1-48cb-a3aa-28b8b3beaa22, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:34.400113 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:34.417409 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Calling delete_port for 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 owned by network:router_interface {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:34.652064 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:34.654707 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9ba2ef4a-b9b7-46e9-b051-9664a6c6b042 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:34.678346 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=1557c764-c9a1-48cb-a3aa-28b8b3beaa22,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:34.682723 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:34.844613 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:34.883145 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:08:35.049048 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:08:35.156046 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:08:35.161238 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-703f7c7b-ea56-4609-a059-b5bbaa834d11 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee42d44e-147b-43d6-84d0-c01ca5d6c1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240867 Jun 23 04:08:35.163978 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59394) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:35.167590 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] Sync routers for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:08:35.177327 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:35.178062 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:35.269885 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks [] for router, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:35.282290 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:08:35.371505 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:35.457867 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126'}], 'enable_snat': True}, 'gw_port_id': '251f86ca-e6d8-400d-886e-593208e99413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T04:08:34Z', 'revision_number': 5, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port': {'id': '251f86ca-e6d8-400d-886e-593208e99413', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:58:57Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:35.474599 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Deleting port 251f86ca-e6d8-400d-886e-593208e99413 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:35.475143 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:35.484239 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] Checking router: ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:08:35.492370 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] Routers {'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:35.492975 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:17Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:35.557924 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] For port 251f86ca-e6d8-400d-886e-593208e99413, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=251f86ca-e6d8-400d-886e-593208e99413,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:35.558282 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:35.570693 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Calling delete_port for 251f86ca-e6d8-400d-886e-593208e99413 owned by network:router_gateway {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:35.577132 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] Set router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:08:35.628715 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T04:08:35Z', 'revision_number': 6, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port_host': None}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:35.657451 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5d5bf6-3b7c-4806-8649-1ea25e56e8ba None None] The sync data for ids ['ee42d44e-147b-43d6-84d0-c01ca5d6c1d4'] in dv-cinder-768592-6-smb is: [{'id': 'ee42d44e-147b-43d6-84d0-c01ca5d6c1d4', 'name': 'tempest-AttachVolumeShelveTestJSON-84357679-router', 'tenant_id': '7e2d069244854bf6b6852f04258fca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:58:55Z', 'updated_at': '2021-06-23T04:08:35Z', 'revision_number': 6, 'project_id': '7e2d069244854bf6b6852f04258fca89', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:08:35.835040 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:35.836914 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ee664789-25dc-489b-adbf-a55a416a3d33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:35.858952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Pushing event deleted for resources: {'Port': ['ID=251f86ca-e6d8-400d-886e-593208e99413,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:35.861452 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:35.925395 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.013542 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.015715 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.166602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.167016 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 {{(pid=99839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:08:36.171933 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.173077 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-0d1cafb9-6a52-4fc1-a828-41ac45157edb admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee42d44e-147b-43d6-84d0-c01ca5d6c1d4 HTTP/1.1" status: 204 len: 168 time: 1.0081999 Jun 23 04:08:36.175547 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59396) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:36.219546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Deleting subnet d89f8979-2431-49a7-ac28-de0fdfac39f3 {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:08:36.222640 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.260464 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.335611 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.441376 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.444807 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-16195779-185f-4b68-890f-eda209b97322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:36.472859 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89f8979-2431-49a7-ac28-de0fdfac39f3,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:36.475419 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:36.478506 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.483069 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-7983a367-2289-4108-a914-97a66b23bfc3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d89f8979-2431-49a7-ac28-de0fdfac39f3 HTTP/1.1" status: 204 len: 168 time: 0.3041322 Jun 23 04:08:36.483821 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59402) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:36.485198 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c6f39a-a45b-458e-8b42-fde7392be8d9 None None] Network 6aefea00-d3a8-46c0-9ac1-858815cdd85c requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:08:36.566848 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.614390 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59406) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:36.637123 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Deleting port 353e76fa-52e1-473a-84c6-b9b902d1ec40 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:36.638003 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.698286 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] DHCP port deletion for 6aefea00-d3a8-46c0-9ac1-858815cdd85c request from dv-cinder-768592-6-smb {{(pid=99841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 04:08:36.715850 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] For port 353e76fa-52e1-473a-84c6-b9b902d1ec40, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=353e76fa-52e1-473a-84c6-b9b902d1ec40,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:36.716753 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.730339 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Calling delete_port for 353e76fa-52e1-473a-84c6-b9b902d1ec40 owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:36.744581 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.761085 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Deleting port 353e76fa-52e1-473a-84c6-b9b902d1ec40 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:36.761474 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.825860 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] For port 353e76fa-52e1-473a-84c6-b9b902d1ec40, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=353e76fa-52e1-473a-84c6-b9b902d1ec40,segment=NetworkSegment(08ddace5-2463-48ab-a5f9-340566f3b2bd),segment_id=08ddace5-2463-48ab-a5f9-340566f3b2bd)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:36.826367 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.833602 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.842635 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Calling delete_port for 353e76fa-52e1-473a-84c6-b9b902d1ec40 owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:36.890273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 251f86ca-e6d8-400d-886e-593208e99413 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:08:36.895300 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.898390 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3c743fb0-e9af-4b42-936e-e8acc136464a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:36.918174 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 251f86ca-e6d8-400d-886e-593208e99413 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:08:36.918454 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 251f86ca-e6d8-400d-886e-593208e99413 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:08:36.918865 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:08:36.922662 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Pushing event deleted for resources: {'Port': ['ID=353e76fa-52e1-473a-84c6-b9b902d1ec40,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:36.924497 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] No DVR routers for this DVR port 353e76fa-52e1-473a-84c6-b9b902d1ec40 on host dv-cinder-768592-6-smb {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:08:36.925948 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:36.941192 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:08:36.942714 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 1557c764-c9a1-48cb-a3aa-28b8b3beaa22 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:08:36.942714 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 353e76fa-52e1-473a-84c6-b9b902d1ec40 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:08:36.960801 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.964686 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-7d50e282-2024-4ce9-bcb0-089274ff7771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:36.966373 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 353e76fa-52e1-473a-84c6-b9b902d1ec40 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:08:36.966722 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 353e76fa-52e1-473a-84c6-b9b902d1ec40 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:08:36.974481 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:36.976663 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:36.996214 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.001634 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fa62a-5bdb-42c7-9304-4ab64d4f94b6,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:37.006666 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aefea00-d3a8-46c0-9ac1-858815cdd85c']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:37.007455 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Pushing event deleted for resources: {'Port': ['ID=353e76fa-52e1-473a-84c6-b9b902d1ec40,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:37.008709 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6303f6c50f64c58bcc66684129aa448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932049 Jun 23 04:08:37.009335 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59410) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:37.009825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:37.012273 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] No DVR routers for this DVR port 353e76fa-52e1-473a-84c6-b9b902d1ec40 on host dv-cinder-768592-6-smb {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:08:37.019235 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.019654 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.020000 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.020413 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.020640 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.021221 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.021473 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.022037 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.022367 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.022695 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.023016 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.023334 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:08:37.026333 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-924b1dbc-7515-4326-80b1-a40183ae35c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:37.044388 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ddace5-2463-48ab-a5f9-340566f3b2bd') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:37.044692 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ddace5-2463-48ab-a5f9-340566f3b2bd') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:37.061017 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.088130 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.096517 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:08:37.101496 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:08:37.163250 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.240687 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.245237 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.247287 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] 10.222.0.20 "DELETE /v2.0/networks/6aefea00-d3a8-46c0-9ac1-858815cdd85c HTTP/1.1" status: 204 len: 168 time: 0.7618549 Jun 23 04:08:37.248162 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-cf686f2e-5007-4a8d-8228-0f7afef76e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:37.260174 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Pushing event deleted for resources: {'Network': ['ID=6aefea00-d3a8-46c0-9ac1-858815cdd85c,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:37.262669 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f7cab4df-cba2-4458-9c51-70f42d83847a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:37.275408 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.278123 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.279230 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e5fa62a-5bdb-42c7-9304-4ab64d4f94b6 HTTP/1.1" status: 204 len: 168 time: 0.2686031 Jun 23 04:08:37.280052 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b50b49c4-8071-48e3-9633-19c023a8e611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:37.287741 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fa62a-5bdb-42c7-9304-4ab64d4f94b6,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:37.290097 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:37.679170 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59416) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:37.722995 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-271a1104-2584-4dc2-8ae5-31780874d4ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e2d069244854bf6b6852f04258fca89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424397 Jun 23 04:08:37.725357 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59418) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:37.781463 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.803873 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.934542 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.937135 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:37.938262 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46d6d957-5bba-4931-9fc5-c9472a4d4ab0 HTTP/1.1" status: 204 len: 168 time: 0.2120202 Jun 23 04:08:37.939074 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-54329cae-6bac-433b-9a98-099b94ba7901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:37.946208 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6d957-5bba-4931-9fc5-c9472a4d4ab0,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:37.949053 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:39.860555 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:45.261248 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3106dd82-b3fc-43ad-8d25-4ee53e06fa4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.221123 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-3fffb22f-8310-4d70-89f5-30cca0f4c2a5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118578889&fields=id&tenant_id=54eee304ce434579840ff09660f1a9e5 HTTP/1.1" status: 200 len: 267 time: 0.0329309 Jun 23 04:08:47.286679 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-51d8c386-d367-44a6-b4cb-fd0ae103df51 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:47.288079 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-51d8c386-d367-44a6-b4cb-fd0ae103df51 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 985 time: 0.0616939 Jun 23 04:08:47.298632 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.v2.base [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Request body: {'port': {'security_groups': ['b69fb2a9-475b-45ea-87fd-46f8296f82d2']}} {{(pid=99839) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 04:08:47.383988 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-682981'] for port, before_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.466542 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6650bfc1-9ec9-4f0a-bcf2-d36fac4fb374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.555487 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:47.583546 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for port, precommit_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.631936 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774920183251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774919762872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774919762917', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3589000'] for port, after_update {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.635851 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c994ae17-37bd-4f03-9876-76cd10737e0f tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:47.643740 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['42edb29d-a092-4d36-b485-15d5463898c7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:08:47.675729 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:47.676351 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.677725 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-9c13ec92-4ace-4cd7-93b3-ea735e132fb3 req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "PUT /v2.0/ports/42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 943 time: 0.3835616 Jun 23 04:08:47.678252 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:08:47.680708 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:08:47.685753 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59534) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:47.712343 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event updated for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=7']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:47.724900 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-39a7fb8b-d2bd-48e0-b02a-b37664c92444 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:47.726083 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc88a1d-2507-4ebd-a8e6-c23dfaa31cab x-openstack-request-id: req-9fc88a1d-2507-4ebd-a8e6-c23dfaa31cab {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:08:47.726410 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:08:47.727321 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fc88a1d-2507-4ebd-a8e6-c23dfaa31cab {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:08:47.727321 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'status': 'completed', 'code': 200} Jun 23 04:08:47.750272 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['42edb29d-a092-4d36-b485-15d5463898c7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:08:47.778413 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.809676 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.811342 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-2604cf42-3bf8-4ac9-a7d5-be00ac0b3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:47.812860 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-2604cf42-3bf8-4ac9-a7d5-be00ac0b3d0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0663056 Jun 23 04:08:47.920926 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-f0e022fe-ef53-4a92-a021-b0e4f2a4bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:47.922647 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-f0e022fe-ef53-4a92-a021-b0e4f2a4bed8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 915 time: 0.1021214 Jun 23 04:08:47.935222 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.939124 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.943511 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "DELETE /v2.0/security-groups/25707096-d110-4aa2-84f0-7fdc7fd69ca4 HTTP/1.1" status: 204 len: 168 time: 0.2567129 Jun 23 04:08:47.946484 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59536) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:47.946484 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3256de6a-6e02-4081-b9a1-0b073edd6c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:47.960132 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25707096-d110-4aa2-84f0-7fdc7fd69ca4,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:47.964153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-aad6b8f2-0a61-40c8-9c70-421d9776b7f5 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:47.992678 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:47.998037 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-76b8b475-d3a6-45c8-b7a1-923955651e9c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 1002 time: 0.0658364 Jun 23 04:08:48.021979 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.provisioning_blocks [None req-92210550-dec5-47b3-a088-8c1ff5499f59 None None] Provisioning complete for port 42edb29d-a092-4d36-b485-15d5463898c7 triggered by entity DHCP. {{(pid=99841) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 04:08:48.022438 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-92210550-dec5-47b3-a088-8c1ff5499f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66411357'] for port, provisioning_complete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.050803 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-a55109f1-dd0e-4f66-93bb-dc1672b284e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:48.052465 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-a55109f1-dd0e-4f66-93bb-dc1672b284e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0506315 Jun 23 04:08:48.123120 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-597ee319-e159-435f-a917-d72cbf55c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:48.124807 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-597ee319-e159-435f-a917-d72cbf55c703 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660510 Jun 23 04:08:48.127763 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Deleting port 354297f2-f7b5-4070-9026-bee72881ef17 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:48.128115 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.208153 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.208597 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.217314 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-7a522a6a-29a4-416e-b4b0-40a52632fb72 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857589 Jun 23 04:08:48.222042 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Calling delete_port for 354297f2-f7b5-4070-9026-bee72881ef17 owned by network:floatingip {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:48.325578 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-19fdc8d8-764f-49d0-bb73-dae7797f0fb6 req-4b9b1680-f370-4412-9258-bd292ddeb6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873005 Jun 23 04:08:48.674773 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.676931 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-76a19810-48c0-4695-9cbd-5df225bfa4bd tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:48.699508 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event deleted for resources: {'Port': ['ID=354297f2-f7b5-4070-9026-bee72881ef17,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:48.703107 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:48.762621 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks [] for floatingip, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.762957 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.db.l3_db [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Floating IP b25c7ac3-f737-49b4-93e3-9f4ff927d908 disassociated (deleted). External IP: 172.28.3.159, port: 42edb29d-a092-4d36-b485-15d5463898c7. Jun 23 04:08:48.880610 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:48.968205 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Router c5cba01e-ed16-4983-bca6-634b25d18f94 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:08:48.999585 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59556) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:49.076859 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:08:49.081577 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for floatingip, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.087227 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] Sync routers for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:08:49.096465 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:49.097086 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:49.101987 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.117852 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "DELETE /v2.0/floatingips/b25c7ac3-f737-49b4-93e3-9f4ff927d908 HTTP/1.1" status: 204 len: 168 time: 1.1628442 Jun 23 04:08:49.118516 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:08:49.121550 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3b615a1d604337ecf7ed8df201d276a7c892d027f9e7943d706a37e89dfe38f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be" -d '{"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:08:49.160982 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55222a7-944d-4692-989a-a55f00ad046a x-openstack-request-id: req-c55222a7-944d-4692-989a-a55f00ad046a {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:08:49.161279 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "status": "completed", "code": 200}]} {{(pid=99840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:08:49.161845 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c55222a7-944d-4692-989a-a55f00ad046a {{(pid=99840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:08:49.162293 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'status': 'completed', 'code': 200} Jun 23 04:08:49.223842 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:08:49.252827 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-81507970-53f8-4fe0-af3c-8e2d9b45a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:49.253947 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-81507970-53f8-4fe0-af3c-8e2d9b45a9ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54eee304ce434579840ff09660f1a9e5&device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 1099 time: 0.0691953 Jun 23 04:08:49.339020 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.370163 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-19a3eca0-d2a9-4624-8b30-fa934a080631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:49.371666 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-19a3eca0-d2a9-4624-8b30-fa934a080631 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 200 len: 915 time: 0.1114585 Jun 23 04:08:49.417607 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.420728 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-12a2b71c-82c1-41e9-86ac-6b300d7b5af2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 200 len: 217 time: 0.0422943 Jun 23 04:08:49.422381 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f76941db-ec46-4a45-9e04-d9a853916167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:49.486641 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3d54128fcc14fb1b2b3b440604aa6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858632 Jun 23 04:08:49.489556 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59570) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:49.493105 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753dcb48-59b7-47e6-93d5-e25c8479371d,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:49.498039 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:49.505158 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-c92bf145-5c18-4397-80da-ddab59a09af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:49.507184 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-c92bf145-5c18-4397-80da-ddab59a09af8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 200 len: 853 time: 0.0780764 Jun 23 04:08:49.562263 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:49.562786 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.576058 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-0d58ffa2-655e-4080-a3ed-1956d6709803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:49.577919 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-0d58ffa2-655e-4080-a3ed-1956d6709803 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b2bac889-fc57-46c1-bc3f-3b4f5c509f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647314 Jun 23 04:08:49.585299 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.591146 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] Checking router: c5cba01e-ed16-4983-bca6-634b25d18f94 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:08:49.599794 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:49.600423 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:49.706995 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-f4063d70-8e62-4823-8327-110ab2f7718a service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124310 Jun 23 04:08:49.724258 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:08:49.732100 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.735131 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:49.739528 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/753dcb48-59b7-47e6-93d5-e25c8479371d HTTP/1.1" status: 204 len: 168 time: 0.2485907 Jun 23 04:08:49.740642 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-567bfc15-b17b-4850-b952-124f53c42d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:49.749729 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753dcb48-59b7-47e6-93d5-e25c8479371d,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:49.763209 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-50e8699d-9e57-4a9e-82ab-d519d2de2bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:49.803212 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-c64f0d9b-ef3c-40ed-952f-71bd2ad2e1be req-13d5946e-a455-4256-88b9-337961a40cc0 service neutron] 10.222.0.11 "GET /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005347 Jun 23 04:08:49.936505 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:49.961405 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a2d0b-28d7-417a-9ac6-06fbae05dc2b None None] The sync data for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb is: [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:17Z', 'revision_number': 4, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb', '_interfaces': [{'id': 'c077b48a-8dc9-4db0-a9f2-db436fb17457', 'name': '', 'network_id': 'b2bac889-fc57-46c1-bc3f-3b4f5c509f02', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'mac_address': 'fa:16:3e:56:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:16Z', 'updated_at': '2021-06-23T04:05:23Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'subnets': [{'id': 'ca9ce826-780f-4e58-b284-c65d0488b410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:08:50.167657 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c44763-1982-4456-8ab0-3f47cb8b0ec3 None None] New status for floating IP b25c7ac3-f737-49b4-93e3-9f4ff927d908: DOWN {{(pid=99842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 04:08:50.320733 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.358047 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59578) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:50.371148 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.456538 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.506155 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.509374 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8eff1d0f-6636-49be-96a2-eae3e0a3a166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:50.544565 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd1bcb46e0384806866f4369f3d0ccac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854048 Jun 23 04:08:50.546514 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e35cee6-f7d7-4820-ba4a-0caab119a0ba,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:50.547676 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59580) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:50.549477 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:50.599135 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.623084 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.728997 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.731741 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:50.732921 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e35cee6-f7d7-4820-ba4a-0caab119a0ba HTTP/1.1" status: 204 len: 168 time: 0.1842625 Jun 23 04:08:50.733794 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-d6bd94da-88ba-4eff-bb2e-650d89b3ca4d tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:50.741981 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e35cee6-f7d7-4820-ba4a-0caab119a0ba,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:50.745489 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-8a2bd7c4-275a-49ee-8e4c-c0fe22bdf73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:52.945778 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b06227-568f-44e7-b2d7-f8f9443e2418 req-e6098640-52b0-4261-9243-3723ee1af70d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:52.947229 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d6b06227-568f-44e7-b2d7-f8f9443e2418 req-e6098640-52b0-4261-9243-3723ee1af70d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.2113235 Jun 23 04:08:52.984357 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-d6b06227-568f-44e7-b2d7-f8f9443e2418 req-40f6eaca-f90e-4260-a849-dbe1d006070c tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Jun 23 04:08:54.153402 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f45eb-337f-437b-8eb4-80d914586c16 req-ceb3a911-ddc3-4d87-9970-3806c891785d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:54.154852 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a21f45eb-337f-437b-8eb4-80d914586c16 req-ceb3a911-ddc3-4d87-9970-3806c891785d tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0617130 Jun 23 04:08:54.193204 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-a21f45eb-337f-437b-8eb4-80d914586c16 req-1d7fd707-ea5f-4f01-8284-43470ee54269 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/security-groups?id=b69fb2a9-475b-45ea-87fd-46f8296f82d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Jun 23 04:08:54.857057 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-080fd065-346f-4cf1-9b68-cc3aa99593b1 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99839) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 04:08:54.858496 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-080fd065-346f-4cf1-9b68-cc3aa99593b1 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 946 time: 0.0611987 Jun 23 04:08:54.954655 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Deleting port 42edb29d-a092-4d36-b485-15d5463898c7 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:54.954995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:55.043888 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] For port 42edb29d-a092-4d36-b485-15d5463898c7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=42edb29d-a092-4d36-b485-15d5463898c7,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:55.044250 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:55.055541 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Calling delete_port for 42edb29d-a092-4d36-b485-15d5463898c7 owned by compute:nova {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:55.229927 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:55.234639 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9b8ac436-ec77-4021-8334-3391a73d3e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:55.242507 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] get_ports_and_sgs() called for port_ids ['42edb29d-a092-4d36-b485-15d5463898c7'] {{(pid=99841) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 04:08:55.551899 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Pushing event deleted for resources: {'Port': ['ID=42edb29d-a092-4d36-b485-15d5463898c7,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:55.563725 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:55.585068 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-4d77ae90-16b6-4317-80ea-d04b77e5f3dc req-d41ce491-810c-4dd1-8d73-9ab9baa5b858 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.20 "GET /v2.0/ports?device_id=3aa2451b-5af5-43e1-8704-0bfe1a969cf7 HTTP/1.1" status: 200 len: 210 time: 0.0377715 Jun 23 04:08:55.622606 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] No DVR routers for this DVR port 42edb29d-a092-4d36-b485-15d5463898c7 on host hv-cinder-76859 {{(pid=99839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:08:55.625108 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-260075'] for port, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:55.626943 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [req-44ef1123-dc07-46e7-9072-7b526acf2b1f req-9fd65fd7-5c95-4393-adfe-c07985c86904 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] 10.222.0.11 "DELETE /v2.0/ports/42edb29d-a092-4d36-b485-15d5463898c7 HTTP/1.1" status: 204 len: 173 time: 0.7623568 Jun 23 04:08:55.627476 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'name': 'network-vif-deleted', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7'}] {{(pid=99839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 04:08:55.629720 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}484b4d999b720ada65f78c9a616ad774827c86a3e87d04f353c8543ae7eca8a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe9df45-cd7a-4e38-8f1b-096f7828e6ea" -d '{"events": [{"server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "name": "network-vif-deleted", "tag": "42edb29d-a092-4d36-b485-15d5463898c7"}]}' {{(pid=99839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 04:08:55.665784 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a4047-8dc1-4f05-a242-af9d1fdaab0e x-openstack-request-id: req-0d3a4047-8dc1-4f05-a242-af9d1fdaab0e {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 04:08:55.666172 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aa2451b-5af5-43e1-8704-0bfe1a969cf7", "name": "network-vif-deleted", "tag": "42edb29d-a092-4d36-b485-15d5463898c7", "status": "completed", "code": 200}]} {{(pid=99839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 04:08:55.666495 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d3a4047-8dc1-4f05-a242-af9d1fdaab0e {{(pid=99839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 04:08:55.666933 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa2451b-5af5-43e1-8704-0bfe1a969cf7', 'name': 'network-vif-deleted', 'tag': '42edb29d-a092-4d36-b485-15d5463898c7', 'status': 'completed', 'code': 200} Jun 23 04:08:58.281862 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59748) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:58.370015 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59752) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:58.472885 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-805fcc0d-4781-4ec4-9e0f-6e38b79df995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.567327 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-805fcc0d-4781-4ec4-9e0f-6e38b79df995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.622291 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.623007 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-805fcc0d-4781-4ec4-9e0f-6e38b79df995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.626411 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-ce8070b6-8510-4692-8c2d-b86293517ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:58.660341 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fcc0d-4781-4ec4-9e0f-6e38b79df995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1071da64-ebd5-4273-86c3-6ead405c96c0,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:58.667235 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-805fcc0d-4781-4ec4-9e0f-6e38b79df995 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fdb1966cfd04a57b92d1d814518e58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959197 Jun 23 04:08:58.668183 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59756) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:58.668283 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-805fcc0d-4781-4ec4-9e0f-6e38b79df995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:58.801092 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.829420 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.948974 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Deleting port c077b48a-8dc9-4db0-a9f2-db436fb17457 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:08:58.949310 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.994664 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.997847 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:58.998931 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1071da64-ebd5-4273-86c3-6ead405c96c0 HTTP/1.1" status: 204 len: 168 time: 0.3303506 Jun 23 04:08:59.001152 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-8eafcd60-f94e-4891-9cfb-d6218f769c64 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:59.010219 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1071da64-ebd5-4273-86c3-6ead405c96c0,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:59.012706 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-3f79e80b-c4c4-4237-867c-86061e4e0741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:59.043513 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] For port c077b48a-8dc9-4db0-a9f2-db436fb17457, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=c077b48a-8dc9-4db0-a9f2-db436fb17457,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:08:59.043908 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.061084 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Calling delete_port for c077b48a-8dc9-4db0-a9f2-db436fb17457 owned by network:router_interface {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:08:59.178091 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 42edb29d-a092-4d36-b485-15d5463898c7 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:08:59.197636 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] No Port match for: 42edb29d-a092-4d36-b485-15d5463898c7 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:08:59.197991 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Device 42edb29d-a092-4d36-b485-15d5463898c7 not bound to the agent host hv-cinder-76859 {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:08:59.355203 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.357474 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ade2c9ec-8803-43d3-86f9-d61cb70897b8 tempest-TestMinimumBasicScenario-2010412124 tempest-TestMinimumBasicScenario-2010412124-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:59.380559 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c077b48a-8dc9-4db0-a9f2-db436fb17457,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:59.383608 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:59.545548 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.600849 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59762) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:59.614892 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a3a3-bdfb-4162-b421-3a8091029a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.704889 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a3a3-bdfb-4162-b421-3a8091029a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.755888 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Router c5cba01e-ed16-4983-bca6-634b25d18f94 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:08:59.765595 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b1e1a3a3-bdfb-4162-b421-3a8091029a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.769193 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:08:59.805181 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b1e1a3a3-bdfb-4162-b421-3a8091029a16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de68cc9bf4124ffca8094450633fc99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008913 Jun 23 04:08:59.805181 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1a3a3-bdfb-4162-b421-3a8091029a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a152f8-d5e6-4085-8cfe-43992643b413,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:08:59.807254 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59764) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:59.807683 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b1e1a3a3-bdfb-4162-b421-3a8091029a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:08:59.896465 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:08:59.902364 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-7427d5bf-79c3-4d61-a6a1-3807ac9a4f1f admin admin] 10.222.0.20 "PUT /v2.0/routers/c5cba01e-ed16-4983-bca6-634b25d18f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194623 Jun 23 04:08:59.904707 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59766) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:08:59.905689 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:08:59.907558 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] Sync routers for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:08:59.915908 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:08:59.916510 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:08:59.928729 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.009872 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks [] for router, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.021338 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: dv-cinder-768592-6-smb {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:09:00.054791 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.060301 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.065813 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30a152f8-d5e6-4085-8cfe-43992643b413 HTTP/1.1" status: 204 len: 168 time: 0.2533412 Jun 23 04:09:00.065813 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-1ced3cb6-741c-47d7-a6f3-86cf7c52947b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:00.082654 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a152f8-d5e6-4085-8cfe-43992643b413,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:00.088354 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:00.130601 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.218788 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:08:59Z', 'revision_number': 5, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port': {'id': 'e2e46161-db57-4218-9c69-85fe840cc9fe', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:00.241536 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Deleting port e2e46161-db57-4218-9c69-85fe840cc9fe {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:00.241870 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.244748 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] Checking router: c5cba01e-ed16-4983-bca6-634b25d18f94 for host: dv-cinder-768592-6-smb {{(pid=99841) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:09:00.253285 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] Routers {'c5cba01e-ed16-4983-bca6-634b25d18f94'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99841) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:09:00.253897 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['c5cba01e-ed16-4983-bca6-634b25d18f94'], 'active': True} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:00.324012 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] For port e2e46161-db57-4218-9c69-85fe840cc9fe, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=e2e46161-db57-4218-9c69-85fe840cc9fe,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:00.324489 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.335821 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Calling delete_port for e2e46161-db57-4218-9c69-85fe840cc9fe owned by network:router_gateway {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:00.341586 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvr_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] Set router c5cba01e-ed16-4983-bca6-634b25d18f94 gateway port host: None {{(pid=99841) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:09:00.396521 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_hamode_db [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:09:00Z', 'revision_number': 6, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port_host': None}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:00.422276 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c4287-dbbb-47c6-8df4-55009f0d806d None None] The sync data for ids ['c5cba01e-ed16-4983-bca6-634b25d18f94'] in dv-cinder-768592-6-smb is: [{'id': 'c5cba01e-ed16-4983-bca6-634b25d18f94', 'name': 'tempest-TestMinimumBasicScenario-190307837-router', 'tenant_id': '54eee304ce434579840ff09660f1a9e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:14Z', 'updated_at': '2021-06-23T04:09:00Z', 'revision_number': 6, 'project_id': '54eee304ce434579840ff09660f1a9e5', 'gw_port_host': None}] {{(pid=99841) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:09:00.574831 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.577856 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-f06898ff-8a41-4214-aca1-1da51312a912 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:00.601856 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e46161-db57-4218-9c69-85fe840cc9fe,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:00.606173 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:00.663171 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.754611 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.756835 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.892046 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.892623 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5cba01e-ed16-4983-bca6-634b25d18f94 {{(pid=99839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:09:00.897248 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.898389 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-85504a96-bbfc-429d-8032-f8ae75e8a88c admin admin] 10.222.0.20 "DELETE /v2.0/routers/c5cba01e-ed16-4983-bca6-634b25d18f94 HTTP/1.1" status: 204 len: 168 time: 0.9925213 Jun 23 04:09:00.901033 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59784) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:00.945500 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Deleting subnet ca9ce826-780f-4e58-b284-c65d0488b410 {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:09:00.948537 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:00.982326 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.062291 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.188413 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c077b48a-8dc9-4db0-a9f2-db436fb17457 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:09:01.194995 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.197587 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:01.213594 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: c077b48a-8dc9-4db0-a9f2-db436fb17457 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:09:01.214579 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device c077b48a-8dc9-4db0-a9f2-db436fb17457 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:09:01.219125 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e2e46161-db57-4218-9c69-85fe840cc9fe no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:09:01.221969 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9ce826-780f-4e58-b284-c65d0488b410,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:01.225483 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:01.228328 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.232771 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e1fad6e3-bd9a-4f51-b871-4b1624ae1f1c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca9ce826-780f-4e58-b284-c65d0488b410 HTTP/1.1" status: 204 len: 168 time: 0.3302517 Jun 23 04:09:01.233102 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59792) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:01.234601 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2b4104-7e73-43bd-b5da-c913575d57f3 None None] Network b2bac889-fc57-46c1-bc3f-3b4f5c509f02 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:09:01.236773 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: e2e46161-db57-4218-9c69-85fe840cc9fe {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:09:01.237116 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device e2e46161-db57-4218-9c69-85fe840cc9fe not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:09:01.305650 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.358690 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Deleting port f9f2703c-97a6-43de-962e-3ec8ff46e767 {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:01.359035 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.437795 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] DHCP port deletion for b2bac889-fc57-46c1-bc3f-3b4f5c509f02 request from dv-cinder-768592-6-smb {{(pid=99841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 04:09:01.441423 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] For port f9f2703c-97a6-43de-962e-3ec8ff46e767, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f9f2703c-97a6-43de-962e-3ec8ff46e767,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:01.441861 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.456284 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Calling delete_port for f9f2703c-97a6-43de-962e-3ec8ff46e767 owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:01.494797 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Deleting port f9f2703c-97a6-43de-962e-3ec8ff46e767 {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:01.495212 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.561127 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] For port f9f2703c-97a6-43de-962e-3ec8ff46e767, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=f9f2703c-97a6-43de-962e-3ec8ff46e767,segment=NetworkSegment(b719e0e7-d16b-4e77-aaaf-8872e008e8b5),segment_id=b719e0e7-d16b-4e77-aaaf-8872e008e8b5)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:01.561525 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.576727 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Calling delete_port for f9f2703c-97a6-43de-962e-3ec8ff46e767 owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:01.600346 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.603641 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a4301e93-954b-453e-9f28-1ba0f7e80910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:01.628178 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f2703c-97a6-43de-962e-3ec8ff46e767,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:01.631221 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:01.635464 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] No DVR routers for this DVR port f9f2703c-97a6-43de-962e-3ec8ff46e767 on host dv-cinder-768592-6-smb {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:09:01.662697 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.664494 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-3f4ed86f-75b9-472e-a870-7f058f80a5e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:01.685803 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Pushing event deleted for resources: {'Port': ['ID=f9f2703c-97a6-43de-962e-3ec8ff46e767,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:01.689225 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:01.691829 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b626e6a-b2fc-48bc-9b38-6a7de4a277d6 None None] No DVR routers for this DVR port f9f2703c-97a6-43de-962e-3ec8ff46e767 on host dv-cinder-768592-6-smb {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:09:01.715342 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.725080 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bac889-fc57-46c1-bc3f-3b4f5c509f02']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:01.735375 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:01.735715 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b719e0e7-d16b-4e77-aaaf-8872e008e8b5') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:01.744401 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.758055 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.764465 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:09:01.764909 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:09:01.766921 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:09:01.872078 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.875760 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:01.878212 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:01.880056 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] 10.222.0.20 "DELETE /v2.0/networks/b2bac889-fc57-46c1-bc3f-3b4f5c509f02 HTTP/1.1" status: 204 len: 168 time: 0.6454749 Jun 23 04:09:01.883024 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59806) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:01.891789 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b2bac889-fc57-46c1-bc3f-3b4f5c509f02,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:01.894174 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c5243bf2-e775-4828-9899-295206e373ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:02.229947 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-382205'] for router_interface, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:02.478840 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Deleting port 34e3a56e-ef7f-484c-9e20-1aae0d640963 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:02.479190 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:02.564231 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] For port 34e3a56e-ef7f-484c-9e20-1aae0d640963, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=34e3a56e-ef7f-484c-9e20-1aae0d640963,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:02.564593 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:02.576785 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Calling delete_port for 34e3a56e-ef7f-484c-9e20-1aae0d640963 owned by network:router_interface {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:02.834760 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:02.836908 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-35fad478-40d4-417e-806d-10a2d962ef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:02.861579 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e3a56e-ef7f-484c-9e20-1aae0d640963,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:02.864232 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:02.880025 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f9f2703c-97a6-43de-962e-3ec8ff46e767 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:09:02.903667 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: f9f2703c-97a6-43de-962e-3ec8ff46e767 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:09:02.904045 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device f9f2703c-97a6-43de-962e-3ec8ff46e767 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:09:03.037481 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66589473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66722317'] for router_interface, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:03.261580 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Router 7730a032-1fc0-43df-8c66-df46c791aee2 has already been hosted by L3 agent 29a8fed6-c6ad-46ed-ac8c-dec7790b02f6 {{(pid=99839) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 04:09:03.365527 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-smb the message routers_updated {{(pid=99839) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 04:09:03.372689 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-194b573e-6aef-44b4-98d8-1172e473dec0 admin admin] 10.222.0.20 "PUT /v2.0/routers/7730a032-1fc0-43df-8c66-df46c791aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861634 Jun 23 04:09:03.373556 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59822) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:03.376196 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] Sync routers for ids ['7730a032-1fc0-43df-8c66-df46c791aee2'] in dv-cinder-768592-6-smb {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 04:09:03.386785 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] Routers {'7730a032-1fc0-43df-8c66-df46c791aee2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:09:03.387387 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['7730a032-1fc0-43df-8c66-df46c791aee2'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:03.474880 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:03.490687 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] Set router 7730a032-1fc0-43df-8c66-df46c791aee2 gateway port host: dv-cinder-768592-6-smb {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:09:03.575691 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:03.666295 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'external_fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201'}], 'enable_snat': True}, 'gw_port_id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:09:02Z', 'revision_number': 5, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port': {'id': 'bccf1a4b-7e9c-4da9-986d-de2a1eea3df3', 'name': '', 'network_id': '197bbc77-eada-4b7d-8d6a-1df6af29b8eb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'ip_address': '172.28.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ab2c3d2-0a40-4b69-a924-8a7e6d2f6c4e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-smb'}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:03.693157 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] Checking router: 7730a032-1fc0-43df-8c66-df46c791aee2 for host: dv-cinder-768592-6-smb {{(pid=99842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 04:09:03.696079 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Deleting port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 {{(pid=99839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:03.696558 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:03.706825 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] Routers {'7730a032-1fc0-43df-8c66-df46c791aee2'} bound to L3 agent in host dv-cinder-768592-6-smb {{(pid=99842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 04:09:03.706825 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:50:47Z,description=,heartbeat_timestamp=2021-06-23T04:08:47Z,host='dv-cinder-768592-6-smb',id=29a8fed6-c6ad-46ed-ac8c-dec7790b02f6,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T03:50:48Z,topic='l3_agent')) {'router_ids': ['7730a032-1fc0-43df-8c66-df46c791aee2'], 'active': True} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:03.780757 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.db [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] For port bccf1a4b-7e9c-4da9-986d-de2a1eea3df3, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,segment=NetworkSegment(b9264862-be90-4b9d-9787-6ff236adea55),segment_id=b9264862-be90-4b9d-9787-6ff236adea55)] {{(pid=99839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:03.781124 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:03.794981 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_dvr_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] Set router 7730a032-1fc0-43df-8c66-df46c791aee2 gateway port host: None {{(pid=99842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 04:09:03.796560 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.plugins.ml2.plugin [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Calling delete_port for bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 owned by network:router_gateway {{(pid=99839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:03.850914 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.l3_hamode_db [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:09:03Z', 'revision_number': 6, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port_host': None}], 'dv-cinder-768592-6-smb', False) {} {{(pid=99842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:03.878026 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52b793a-be8c-4536-8290-5502363cf417 None None] The sync data for ids ['7730a032-1fc0-43df-8c66-df46c791aee2'] in dv-cinder-768592-6-smb is: [{'id': '7730a032-1fc0-43df-8c66-df46c791aee2', 'name': 'tempest-TestMinimumBasicScenario-1539819086-router', 'tenant_id': 'd79e852546a2402197ed2e74d84b6560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T04:05:20Z', 'updated_at': '2021-06-23T04:09:03Z', 'revision_number': 6, 'project_id': 'd79e852546a2402197ed2e74d84b6560', 'gw_port_host': None}] {{(pid=99842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 04:09:04.271973 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3588995'] for port, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.274153 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fece2dc0-532a-4f4b-882e-47b1d2c2e321 tempest-VolumesSnapshotTestJSON-1734867767 tempest-VolumesSnapshotTestJSON-1734867767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:04.306198 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccf1a4b-7e9c-4da9-986d-de2a1eea3df3,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:04.308144 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:04.364669 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66721176'] for router_gateway, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.452677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66723004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5447'] for router, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.454641 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.580339 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66722038'] for router, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.580846 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7730a032-1fc0-43df-8c66-df46c791aee2 {{(pid=99839) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 04:09:04.585060 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] Notify callbacks [] for router, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.586500 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-b9b9bf0c-b3b7-4f7e-a01b-1690bc1b31f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7730a032-1fc0-43df-8c66-df46c791aee2 HTTP/1.1" status: 204 len: 168 time: 1.2116287 Jun 23 04:09:04.588677 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59836) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:04.633060 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Deleting subnet 395ba019-0eb2-49ae-87b6-32465be2ff12 {{(pid=99839) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 04:09:04.636916 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.670988 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63266473'] for subnet, precommit_delete_associations {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.748545 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66406699'] for subnet, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.863678 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66406706', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66737610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3589065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8586740'] for subnet, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.866062 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:04.879904 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 34e3a56e-ef7f-484c-9e20-1aae0d640963 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:09:04.893577 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395ba019-0eb2-49ae-87b6-32465be2ff12,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:04.896628 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:04.897598 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for subnet, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:04.899871 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2cc71545-352b-4806-b198-7902239f70f4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/395ba019-0eb2-49ae-87b6-32465be2ff12 HTTP/1.1" status: 204 len: 168 time: 0.3097785 Jun 23 04:09:04.901138 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 34e3a56e-ef7f-484c-9e20-1aae0d640963 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:09:04.901746 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 34e3a56e-ef7f-484c-9e20-1aae0d640963 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:09:04.902148 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:09:04.903381 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59838) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:04.905139 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a63d2-6235-4a9a-9cbd-5632219820a3 None None] Network 57c70375-2174-4f1d-9188-45ab20e34641 requested from dv-cinder-768592-6-smb {{(pid=99841) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 04:09:04.941986 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:09:04.942264 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device bccf1a4b-7e9c-4da9-986d-de2a1eea3df3 not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:09:04.971088 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730541'] for network, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.025441 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Deleting port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f {{(pid=99840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:05.025908 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.096059 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.db [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] For port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:05.096444 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.109294 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.plugin [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Calling delete_port for 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f owned by network:dhcp {{(pid=99840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:05.129788 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] DHCP port deletion for 57c70375-2174-4f1d-9188-45ab20e34641 request from dv-cinder-768592-6-smb {{(pid=99841) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 04:09:05.190765 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Deleting port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f {{(pid=99841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 04:09:05.191249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774920179999'] for port, before_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.256367 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.db [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] For port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f, host dv-cinder-768592-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-smb',level=0,port_id=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,segment=NetworkSegment(7c472e36-db25-4a1f-800a-bc56f3b30d50),segment_id=7c472e36-db25-4a1f-800a-bc56f3b30d50)] {{(pid=99841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 04:09:05.256692 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66727634'] for port, precommit_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.268803 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Calling delete_port for 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f owned by network:dhcp {{(pid=99841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 04:09:05.317716 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2927831'] for port, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.320036 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-a9bcb803-9825-4bbf-8705-325ef5f37cc8 tempest-AttachVolumeShelveTestJSON-1626720369 tempest-AttachVolumeShelveTestJSON-1626720369-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:05.344563 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-682939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66589491', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774920183601', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774919762863'] for port, after_delete {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.346909 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:05.347193 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:05.352083 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] No DVR routers for this DVR port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f on host dv-cinder-768592-6-smb {{(pid=99840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:09:05.369365 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Pushing event deleted for resources: {'Port': ['ID=57c4ad51-1ff1-45b2-b68e-abbe41c7b81f,revision_number=None']} {{(pid=99841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:05.372452 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG oslo_concurrency.lockutils [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99841) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:05.373154 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e47389-3ebf-4185-ab25-95c741da9348 None None] No DVR routers for this DVR port 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f on host dv-cinder-768592-6-smb {{(pid=99841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 04:09:05.383122 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.383535 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.384214 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.384329 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.384610 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.385085 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.385426 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.385703 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.386078 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.386427 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.386751 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.387097 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-smb {{(pid=99840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 04:09:05.390228 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:05.438093 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66408102', 'neutron.services.segments.db._delete_segments_for_network-8774920314399'] for network, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.447603 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c70375-2174-4f1d-9188-45ab20e34641']}} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:05.456920 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c472e36-db25-4a1f-800a-bc56f3b30d50') {'for_net_delete': True} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:05.457217 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.services.segments.db [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c472e36-db25-4a1f-800a-bc56f3b30d50') {} {{(pid=99840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 04:09:05.466189 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774920303854', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64753044'] for segment, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.482923 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526'] for segment, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.488649 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=99840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-554526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2927616'] for segment, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: Traceback (most recent call last): Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: timer() Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: cb(*args, **kw) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: return func(*args, **kwargs) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: self._notify() Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: self.callback(batched_events) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: event.method(event) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: return f(self, *a, **k) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: return self._get(url).json() Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: return self.request(url, 'GET', **kwargs) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 04:09:05.491509 dv-cinder-768592-6-smb neutron-server[99840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 04:09:05.611736 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66408109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-67088930', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66589480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721129'] for network, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.615336 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-74e8c6ef-a4d7-4047-be63-9f61e973eca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:05.617819 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66589453'] for network, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:05.619645 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] 10.222.0.20 "DELETE /v2.0/networks/57c70375-2174-4f1d-9188-45ab20e34641 HTTP/1.1" status: 204 len: 168 time: 0.7150431 Jun 23 04:09:05.630371 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Pushing event deleted for resources: {'Network': ['ID=57c70375-2174-4f1d-9188-45ab20e34641,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:05.640763 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-568860d4-1d8c-444f-8b29-959a1db82544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:05.966437 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59852) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:06.003915 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-052a4d8d-7eee-4a89-8f72-636a28dcf2bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=54eee304ce434579840ff09660f1a9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362489 Jun 23 04:09:06.006115 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59854) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:06.051388 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:06.072151 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:06.197261 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:06.200893 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:06.203024 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b69fb2a9-475b-45ea-87fd-46f8296f82d2 HTTP/1.1" status: 204 len: 168 time: 0.1950312 Jun 23 04:09:06.203024 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-c24af36b-fa74-4a41-aac9-57b52c02e5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:06.210666 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69fb2a9-475b-45ea-87fd-46f8296f82d2,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:06.213188 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-e03ba236-2901-4ba6-b733-fddc851c2205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:06.829246 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59866) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:06.869796 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f7aae5a2-5687-4412-9859-5ba88f945930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d79e852546a2402197ed2e74d84b6560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392461 Jun 23 04:09:06.872277 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59868) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:06.881643 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f no longer exists at agent ovs-agent-dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 04:09:06.903687 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] No Port match for: 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f {{(pid=99841) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 04:09:06.904023 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron.plugins.ml2.rpc [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Device 57c4ad51-1ff1-45b2-b68e-abbe41c7b81f not bound to the agent host dv-cinder-768592-6-smb {{(pid=99841) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 04:09:06.923163 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:06.944016 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:07.060317 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:07.062906 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:07.066385 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e14b4cd2-20f6-4270-bd2f-224d125a450b HTTP/1.1" status: 204 len: 168 time: 0.1909368 Jun 23 04:09:07.066385 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-6a6837fe-2d3d-4d38-8697-dc3f9f4c574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:07.073181 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b4cd2-20f6-4270-bd2f-224d125a450b,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:07.075562 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:08.456580 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59882) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:08.556918 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-179fd894-8b03-483a-bd58-f495c6230c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.639276 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-179fd894-8b03-483a-bd58-f495c6230c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.697403 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-179fd894-8b03-483a-bd58-f495c6230c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.700500 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-ce73e381-4bdc-4e4f-9275-984b4a7f0d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:08.737979 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fd894-8b03-483a-bd58-f495c6230c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddff034-fc1f-442a-83a2-951b8c1e180f,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:08.742213 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-179fd894-8b03-483a-bd58-f495c6230c5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=183883e4e51c42caa3e2400c46a18766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846344 Jun 23 04:09:08.743086 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-179fd894-8b03-483a-bd58-f495c6230c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:08.745152 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59886) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:08.791548 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.811231 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.917323 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.919911 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:08.921047 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cddff034-fc1f-442a-83a2-951b8c1e180f HTTP/1.1" status: 204 len: 168 time: 0.1753285 Jun 23 04:09:08.921854 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-547bd6ce-213b-4fbe-8877-9c07e66b4799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:08.929023 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddff034-fc1f-442a-83a2-951b8c1e180f,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:08.931217 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-e7c50735-6d99-45df-919c-a00f110c5ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:09.479604 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59892) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:09.493096 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b67595b6-87a1-4ff8-a785-4a40a16653ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.577627 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b67595b6-87a1-4ff8-a785-4a40a16653ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.645618 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-b67595b6-87a1-4ff8-a785-4a40a16653ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.648714 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0ea22f31-01d3-4de3-a623-599049bfee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:09.687250 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-b67595b6-87a1-4ff8-a785-4a40a16653ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62efd1c519c94e6ba36c9216a9cb3193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060328 Jun 23 04:09:09.689168 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67595b6-87a1-4ff8-a785-4a40a16653ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6dff7b-c527-4cda-a8a4-d1c49d15af12,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:09.689948 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59896) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:09.692111 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b67595b6-87a1-4ff8-a785-4a40a16653ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:09.738115 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.758987 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.845893 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.877215 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.879825 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:09.880969 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e6dff7b-c527-4cda-a8a4-d1c49d15af12 HTTP/1.1" status: 204 len: 168 time: 0.1899855 Jun 23 04:09:09.881796 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-9f828633-41e2-45fd-9097-43be31792c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:09.889090 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6dff7b-c527-4cda-a8a4-d1c49d15af12,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:09.891555 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-695d20a5-ba6c-4eea-90cb-732e5d8c712b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:11.881255 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:09:12.174005 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59950) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:12.277150 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-85ebad34-7e8d-470e-b103-0863fb9bfb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.359230 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-85ebad34-7e8d-470e-b103-0863fb9bfb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.416984 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-85ebad34-7e8d-470e-b103-0863fb9bfb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.419894 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-be1acf18-3962-4457-80f7-cfe9db446541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:12.455274 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-85ebad34-7e8d-470e-b103-0863fb9bfb36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20574c3466384aa790394ca7c998cba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802129 Jun 23 04:09:12.456220 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebad34-7e8d-470e-b103-0863fb9bfb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832e418-0cfe-4b67-a59e-40f777e261fa,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:12.457952 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59954) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:12.459294 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-85ebad34-7e8d-470e-b103-0863fb9bfb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:12.509212 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.529954 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.640015 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.642877 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:12.644051 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4832e418-0cfe-4b67-a59e-40f777e261fa HTTP/1.1" status: 204 len: 168 time: 0.1850204 Jun 23 04:09:12.644808 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6d2ec3b4-6400-4007-8547-928d1a926e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:12.652246 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832e418-0cfe-4b67-a59e-40f777e261fa,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:12.657279 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-bb762081-8e1c-4b7b-ae10-cbe7a234267f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:13.232023 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 59960) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:13.245207 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.328492 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.399966 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.403646 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-d3c34902-5106-41f9-b412-f72664b0de38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:13.437085 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cadfa2c07bb449ff839c4548c04489f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040606 Jun 23 04:09:13.438201 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb11f4-5dd5-48df-bbdc-b9ce85d0fdb5,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:13.439945 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 59962) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:13.443325 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:13.487969 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.507967 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.628632 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.631187 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:13.632350 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0cb11f4-5dd5-48df-bbdc-b9ce85d0fdb5 HTTP/1.1" status: 204 len: 168 time: 0.1914039 Jun 23 04:09:13.633095 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c13cbf28-2050-4dc9-83f1-50866b41f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:13.641097 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb11f4-5dd5-48df-bbdc-b9ce85d0fdb5,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:13.643959 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-2c11ae39-eceb-4eae-8360-c94261372c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:15.220383 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-b41c0639-98cb-4a67-9487-0f26f47375db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:17.488569 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8c782f7f-e948-4391-b161-f90bfbe53c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:17.971261 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:18.834351 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:20.262979 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:22.892958 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 60092) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:22.990880 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c0191af7-6849-4d74-9cc9-9170f594171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.079841 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c0191af7-6849-4d74-9cc9-9170f594171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.162786 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-c0191af7-6849-4d74-9cc9-9170f594171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.166055 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-997c993b-216e-4f19-9b2d-640b055ee5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:23.202805 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-c0191af7-6849-4d74-9cc9-9170f594171c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4c30f9ebc7a49449d908c1d17ec1fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088062 Jun 23 04:09:23.203732 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0191af7-6849-4d74-9cc9-9170f594171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd87ea-2cec-42d1-8419-1e73f3c4eaf5,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:23.205405 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 60096) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:23.207160 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-c0191af7-6849-4d74-9cc9-9170f594171c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:23.253479 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.276533 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.391242 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.393793 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:23.394977 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fdd87ea-2cec-42d1-8419-1e73f3c4eaf5 HTTP/1.1" status: 204 len: 168 time: 0.1886063 Jun 23 04:09:23.395767 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-b8b165ff-fea2-46bf-ac43-c34757ebdef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:23.402982 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd87ea-2cec-42d1-8419-1e73f3c4eaf5,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:23.405816 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-98b2866a-01fc-4e96-95f0-d3593638cf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:23.950990 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 60102) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:23.964726 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6ba18039-91ce-4cdd-a66b-3d2e5cb82754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.048592 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6ba18039-91ce-4cdd-a66b-3d2e5cb82754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.102659 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-6ba18039-91ce-4cdd-a66b-3d2e5cb82754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.105741 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-16cbf42e-4c24-41a7-b91c-11b3dcb85605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:24.140163 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-6ba18039-91ce-4cdd-a66b-3d2e5cb82754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6287351d20b44e08fff3aa77ce3b31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881061 Jun 23 04:09:24.141493 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba18039-91ce-4cdd-a66b-3d2e5cb82754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5366ed11-706e-4ae0-8e39-afb4542212e6,revision_number=1']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:24.143078 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 60104) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:24.144464 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-6ba18039-91ce-4cdd-a66b-3d2e5cb82754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:24.190228 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.210709 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.385682 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.388663 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:24.389791 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5366ed11-706e-4ae0-8e39-afb4542212e6 HTTP/1.1" status: 204 len: 168 time: 0.2456958 Jun 23 04:09:24.390633 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-0c9bc5e8-2d55-4b4f-8b81-4bf51dd2cd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:24.398042 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5366ed11-706e-4ae0-8e39-afb4542212e6,revision_number=None']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:24.400251 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-f4cf97f6-00b9-4eda-ae3e-dcffb47b21cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:25.909115 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.wsgi [-] (99840) accepted ('10.222.0.20', 60134) {{(pid=99840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:26.007331 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-01fad68f-bf7b-4306-a139-2fdcc591550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.091553 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-01fad68f-bf7b-4306-a139-2fdcc591550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.162599 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron_lib.callbacks.manager [None req-01fad68f-bf7b-4306-a139-2fdcc591550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_create {{(pid=99840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.165807 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-27c6d313-8746-4d6c-84c7-8e1e61518f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:26.199151 dv-cinder-768592-6-smb neutron-server[99840]: INFO neutron.wsgi [None req-01fad68f-bf7b-4306-a139-2fdcc591550b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=711473a8b94f4ab3ab0e533f61fae89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890186 Jun 23 04:09:26.200782 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fad68f-bf7b-4306-a139-2fdcc591550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa5df5-32d2-4582-bfbc-7edfd3547216,revision_number=1']} {{(pid=99840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:26.202343 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.wsgi [-] (99839) accepted ('10.222.0.20', 60138) {{(pid=99839) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 04:09:26.203940 dv-cinder-768592-6-smb neutron-server[99840]: DEBUG oslo_concurrency.lockutils [None req-01fad68f-bf7b-4306-a139-2fdcc591550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99840) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:26.250270 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.271451 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.397090 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67067057'] for security_group, after_delete {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.399732 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron_lib.callbacks.manager [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:26.400881 dv-cinder-768592-6-smb neutron-server[99839]: INFO neutron.wsgi [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcfa5df5-32d2-4582-bfbc-7edfd3547216 HTTP/1.1" status: 204 len: 168 time: 0.1975172 Jun 23 04:09:26.401649 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-fffc7ccd-0078-4ec8-9b29-c6c67d6e3e69 tempest-AttachVolumeTestJSON-1190560309 tempest-AttachVolumeTestJSON-1190560309-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 04:09:26.409283 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa5df5-32d2-4582-bfbc-7edfd3547216,revision_number=None']} {{(pid=99839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 04:09:26.411533 dv-cinder-768592-6-smb neutron-server[99839]: DEBUG oslo_concurrency.lockutils [None req-e64e6bb6-146d-434c-88ad-444566fb1fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99839) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 04:09:39.833768 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:45.248048 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fcfffba2-2ec8-4643-8b0f-458c15d19524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:47.461668 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-16bbf08a-2ac1-467f-94fa-d04449cb9f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:47.936901 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:48.865160 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:09:48.879694 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:09:50.310739 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:09.864778 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:15.241485 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-6ae3b946-c364-4ddc-9102-9306865b16e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:17.493124 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-9f597e8e-c850-4c94-901f-5d22e33579fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:17.967087 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:18.827380 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:20.321545 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:25.878430 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:10:39.866418 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:45.209541 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-81977220-aa7c-4b33-9670-ee6bb9f54aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:47.509222 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-00c44210-dc45-4c14-b855-cac663fb5ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:47.949261 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:48.818193 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:10:50.289108 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:02.876261 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:11:09.857808 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:15.234508 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-20733b6b-5ba7-45e0-a67a-6e17acce6ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:17.485784 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-64e5689d-b438-4991-ba8a-c02f40f358a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:17.948657 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:18.823129 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:20.306101 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:39.874378 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:39.875070 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:11:45.276493 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-5fd7ca63-e70f-4eda-a2aa-8d1a278e0518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:47.473884 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-580ee340-f6c8-4e58-b469-a0be97c47160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:47.948435 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:48.828371 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:11:50.299249 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:09.893514 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:15.250526 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-4b86472f-71c6-473b-a917-d6646b990044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:16.874465 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:12:17.470169 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-1fbf878f-b4bd-4931-b989-6e0da94a5f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:17.948293 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:18.864326 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:20.298881 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:39.861607 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:45.235612 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2d17b31f-ec15-4497-8964-c8b49a7b4550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:47.458269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-deb5601a-dd7f-46b4-bb46-ddf0343d1019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:47.938189 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:48.841684 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:50.303945 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:12:53.872343 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:13:09.886750 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:15.266623 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-ead8d666-d3d6-452a-a8f8-df1c5de18668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:17.468667 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-0d5c07e0-af18-46b5-8c65-4e6a847d0df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:17.931778 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:18.843714 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:20.309269 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:30.871903 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:13:39.862842 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:45.248537 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-210be187-d90a-4073-a82d-89fd03031304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:47.451082 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-76f42cfc-1a1d-4128-8d94-efdac48cc2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:47.951646 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:48.859846 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:13:50.319754 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:14:07.870463 dv-cinder-768592-6-smb neutron-server[99842]: DEBUG neutron.db.agents_db [None req-046331f8-7817-4715-baa4-01367e9d2f17 None None] Agent healthcheck: found 6 active agents {{(pid=99842) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 04:14:09.873670 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-74cd18c0-e73b-4ee9-857d-f88ff1f49d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:14:15.253382 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-23359a9d-eab1-4628-882c-44443319acd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:14:17.467972 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-3a3a15fd-550c-4f14-9d6e-4f2f629fc437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:14:17.950965 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-2ed1e653-e3a7-4f47-ae2a-1858a346d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:14:18.854381 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-fc0df28c-953f-496e-bbe0-6afb7e70f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 04:14:20.301747 dv-cinder-768592-6-smb neutron-server[99841]: DEBUG neutron_lib.callbacks.manager [None req-8b895270-d149-480d-9b81-edcd642ea909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774920314381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66411500'] for agent, after_update {{(pid=99841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}